Try new efficientnet in notebook

1 files changed, 138 insertions, 94 deletions

diff --git a/notebooks/04-efficientnet.ipynb b/notebooks/04-efficientnet.ipynb
index 4148e7d..c371142 100644
--- a/notebooks/04-efficientnet.ipynb
+++ b/notebooks/04-efficientnet.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "id": "7c02ae76-b540-4b16-9492-e9210b3b9249",
    "metadata": {},
    "outputs": [],
@@ -28,7 +28,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "id": "ccdb6dde-47e5-429a-88f2-0764fb7e259a",
    "metadata": {},
    "outputs": [],
@@ -40,7 +40,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 10,
    "id": "3cf50475-39f2-4642-a7d1-5bcbc0a036f7",
    "metadata": {},
    "outputs": [],
@@ -50,7 +50,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 11,
    "id": "e52ecb01-c975-4e55-925d-1182c7aea473",
    "metadata": {},
    "outputs": [],
@@ -61,17 +61,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 12,
    "id": "f939aa37-7b1d-45cc-885c-323c4540bda1",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "{'_target_': 'text_recognizer.networks.encoders.efficientnet.EfficientNet', 'arch': 'b0', 'out_channels': 1280, 'stochastic_dropout_rate': 0.2, 'bn_momentum': 0.99, 'bn_eps': 0.001}"
+       "{'_target_': 'text_recognizer.networks.encoders.efficientnet.EfficientNet', 'arch': 'b0', 'stochastic_dropout_rate': 0.2, 'bn_momentum': 0.99, 'bn_eps': 0.001}"
       ]
      },
-     "execution_count": 6,
+     "execution_count": 12,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -82,7 +82,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 13,
+   "id": "42caaae5-7ee6-43fe-97eb-46c2a6915739",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "cfg.arch = \"b2\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
    "id": "aaeab329-aeb0-4a1b-aa35-5a2aab81b1d0",
    "metadata": {},
    "outputs": [],
@@ -92,7 +102,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 15,
    "id": "618b997c-e6a6-4487-b70c-9d260cb556d3",
    "metadata": {},
    "outputs": [],
@@ -102,7 +112,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 16,
    "id": "25759b7b-8deb-4163-b75d-a1357c9fe88f",
    "metadata": {},
    "outputs": [
@@ -124,98 +134,132 @@
        "│    │    └─Sequential: 3-1              [2, 32, 288, 320]         352\n",
        "│    │    └─Sequential: 3-2              [2, 32, 288, 320]         552\n",
        "│    │    └─Sequential: 3-3              [2, 16, 288, 320]         544\n",
-       "│    └─MBConvBlock: 2-6                  [2, 24, 144, 160]         --\n",
-       "│    │    └─Sequential: 3-4              [2, 96, 288, 320]         1,728\n",
-       "│    │    └─Sequential: 3-5              [2, 96, 144, 160]         1,056\n",
-       "│    │    └─Sequential: 3-6              [2, 96, 144, 160]         4,728\n",
-       "│    │    └─Sequential: 3-7              [2, 24, 144, 160]         2,352\n",
+       "│    └─MBConvBlock: 2-6                  [2, 16, 288, 320]         --\n",
+       "│    │    └─Sequential: 3-4              [2, 16, 288, 320]         176\n",
+       "│    │    └─Sequential: 3-5              [2, 16, 288, 320]         148\n",
+       "│    │    └─Sequential: 3-6              [2, 16, 288, 320]         288\n",
        "│    └─MBConvBlock: 2-7                  [2, 24, 144, 160]         --\n",
-       "│    │    └─Sequential: 3-8              [2, 144, 144, 160]        3,744\n",
-       "│    │    └─Sequential: 3-9              [2, 144, 144, 160]        1,584\n",
-       "│    │    └─Sequential: 3-10             [2, 144, 144, 160]        10,548\n",
-       "│    │    └─Sequential: 3-11             [2, 24, 144, 160]         3,504\n",
-       "│    └─MBConvBlock: 2-8                  [2, 40, 72, 80]           --\n",
-       "│    │    └─Sequential: 3-12             [2, 144, 144, 160]        3,744\n",
-       "│    │    └─Sequential: 3-13             [2, 144, 72, 80]          3,888\n",
-       "│    │    └─Sequential: 3-14             [2, 144, 72, 80]          10,548\n",
-       "│    │    └─Sequential: 3-15             [2, 40, 72, 80]           5,840\n",
-       "│    └─MBConvBlock: 2-9                  [2, 40, 72, 80]           --\n",
-       "│    │    └─Sequential: 3-16             [2, 240, 72, 80]          10,080\n",
-       "│    │    └─Sequential: 3-17             [2, 240, 72, 80]          6,480\n",
-       "│    │    └─Sequential: 3-18             [2, 240, 72, 80]          29,100\n",
-       "│    │    └─Sequential: 3-19             [2, 40, 72, 80]           9,680\n",
-       "│    └─MBConvBlock: 2-10                 [2, 80, 36, 40]           --\n",
-       "│    │    └─Sequential: 3-20             [2, 240, 72, 80]          10,080\n",
-       "│    │    └─Sequential: 3-21             [2, 240, 36, 40]          2,640\n",
-       "│    │    └─Sequential: 3-22             [2, 240, 36, 40]          29,100\n",
-       "│    │    └─Sequential: 3-23             [2, 80, 36, 40]           19,360\n",
-       "│    └─MBConvBlock: 2-11                 [2, 80, 36, 40]           --\n",
-       "│    │    └─Sequential: 3-24             [2, 480, 36, 40]          39,360\n",
-       "│    │    └─Sequential: 3-25             [2, 480, 36, 40]          5,280\n",
-       "│    │    └─Sequential: 3-26             [2, 480, 36, 40]          115,800\n",
-       "│    │    └─Sequential: 3-27             [2, 80, 36, 40]           38,560\n",
-       "│    └─MBConvBlock: 2-12                 [2, 80, 36, 40]           --\n",
-       "│    │    └─Sequential: 3-28             [2, 480, 36, 40]          39,360\n",
-       "│    │    └─Sequential: 3-29             [2, 480, 36, 40]          5,280\n",
-       "│    │    └─Sequential: 3-30             [2, 480, 36, 40]          115,800\n",
-       "│    │    └─Sequential: 3-31             [2, 80, 36, 40]           38,560\n",
-       "│    └─MBConvBlock: 2-13                 [2, 112, 36, 40]          --\n",
-       "│    │    └─Sequential: 3-32             [2, 480, 36, 40]          39,360\n",
-       "│    │    └─Sequential: 3-33             [2, 480, 36, 40]          12,960\n",
-       "│    │    └─Sequential: 3-34             [2, 480, 36, 40]          115,800\n",
-       "│    │    └─Sequential: 3-35             [2, 112, 36, 40]          53,984\n",
-       "│    └─MBConvBlock: 2-14                 [2, 112, 36, 40]          --\n",
-       "│    │    └─Sequential: 3-36             [2, 672, 36, 40]          76,608\n",
-       "│    │    └─Sequential: 3-37             [2, 672, 36, 40]          18,144\n",
-       "│    │    └─Sequential: 3-38             [2, 672, 36, 40]          226,632\n",
-       "│    │    └─Sequential: 3-39             [2, 112, 36, 40]          75,488\n",
-       "│    └─MBConvBlock: 2-15                 [2, 112, 36, 40]          --\n",
-       "│    │    └─Sequential: 3-40             [2, 672, 36, 40]          76,608\n",
-       "│    │    └─Sequential: 3-41             [2, 672, 36, 40]          18,144\n",
-       "│    │    └─Sequential: 3-42             [2, 672, 36, 40]          226,632\n",
-       "│    │    └─Sequential: 3-43             [2, 112, 36, 40]          75,488\n",
-       "│    └─MBConvBlock: 2-16                 [2, 192, 18, 20]          --\n",
-       "│    │    └─Sequential: 3-44             [2, 672, 36, 40]          76,608\n",
-       "│    │    └─Sequential: 3-45             [2, 672, 18, 20]          18,144\n",
-       "│    │    └─Sequential: 3-46             [2, 672, 18, 20]          226,632\n",
-       "│    │    └─Sequential: 3-47             [2, 192, 18, 20]          129,408\n",
-       "│    └─MBConvBlock: 2-17                 [2, 192, 18, 20]          --\n",
-       "│    │    └─Sequential: 3-48             [2, 1152, 18, 20]         223,488\n",
-       "│    │    └─Sequential: 3-49             [2, 1152, 18, 20]         31,104\n",
-       "│    │    └─Sequential: 3-50             [2, 1152, 18, 20]         664,992\n",
-       "│    │    └─Sequential: 3-51             [2, 192, 18, 20]          221,568\n",
-       "│    └─MBConvBlock: 2-18                 [2, 192, 18, 20]          --\n",
-       "│    │    └─Sequential: 3-52             [2, 1152, 18, 20]         223,488\n",
-       "│    │    └─Sequential: 3-53             [2, 1152, 18, 20]         31,104\n",
-       "│    │    └─Sequential: 3-54             [2, 1152, 18, 20]         664,992\n",
-       "│    │    └─Sequential: 3-55             [2, 192, 18, 20]          221,568\n",
-       "│    └─MBConvBlock: 2-19                 [2, 192, 18, 20]          --\n",
-       "│    │    └─Sequential: 3-56             [2, 1152, 18, 20]         223,488\n",
-       "│    │    └─Sequential: 3-57             [2, 1152, 18, 20]         31,104\n",
-       "│    │    └─Sequential: 3-58             [2, 1152, 18, 20]         664,992\n",
-       "│    │    └─Sequential: 3-59             [2, 192, 18, 20]          221,568\n",
-       "│    └─MBConvBlock: 2-20                 [2, 320, 18, 20]          --\n",
-       "│    │    └─Sequential: 3-60             [2, 1152, 18, 20]         223,488\n",
-       "│    │    └─Sequential: 3-61             [2, 1152, 18, 20]         12,672\n",
-       "│    │    └─Sequential: 3-62             [2, 1152, 18, 20]         664,992\n",
-       "│    │    └─Sequential: 3-63             [2, 320, 18, 20]          369,280\n",
-       "├─Sequential: 1-3                        [2, 1280, 18, 20]         --\n",
-       "│    └─Conv2d: 2-21                      [2, 1280, 18, 20]         409,600\n",
-       "│    └─BatchNorm2d: 2-22                 [2, 1280, 18, 20]         2,560\n",
+       "│    │    └─Sequential: 3-7              [2, 96, 288, 320]         1,728\n",
+       "│    │    └─Sequential: 3-8              [2, 96, 144, 160]         1,056\n",
+       "│    │    └─Sequential: 3-9              [2, 96, 144, 160]         4,728\n",
+       "│    │    └─Sequential: 3-10             [2, 24, 144, 160]         2,352\n",
+       "│    └─MBConvBlock: 2-8                  [2, 24, 144, 160]         --\n",
+       "│    │    └─Sequential: 3-11             [2, 144, 144, 160]        3,744\n",
+       "│    │    └─Sequential: 3-12             [2, 144, 144, 160]        1,584\n",
+       "│    │    └─Sequential: 3-13             [2, 144, 144, 160]        10,548\n",
+       "│    │    └─Sequential: 3-14             [2, 24, 144, 160]         3,504\n",
+       "│    └─MBConvBlock: 2-9                  [2, 24, 144, 160]         --\n",
+       "│    │    └─Sequential: 3-15             [2, 144, 144, 160]        3,744\n",
+       "│    │    └─Sequential: 3-16             [2, 144, 144, 160]        1,584\n",
+       "│    │    └─Sequential: 3-17             [2, 144, 144, 160]        10,548\n",
+       "│    │    └─Sequential: 3-18             [2, 24, 144, 160]         3,504\n",
+       "│    └─MBConvBlock: 2-10                 [2, 48, 72, 80]           --\n",
+       "│    │    └─Sequential: 3-19             [2, 144, 144, 160]        3,744\n",
+       "│    │    └─Sequential: 3-20             [2, 144, 72, 80]          3,888\n",
+       "│    │    └─Sequential: 3-21             [2, 144, 72, 80]          10,548\n",
+       "│    │    └─Sequential: 3-22             [2, 48, 72, 80]           7,008\n",
+       "│    └─MBConvBlock: 2-11                 [2, 48, 72, 80]           --\n",
+       "│    │    └─Sequential: 3-23             [2, 288, 72, 80]          14,400\n",
+       "│    │    └─Sequential: 3-24             [2, 288, 72, 80]          7,776\n",
+       "│    │    └─Sequential: 3-25             [2, 288, 72, 80]          41,832\n",
+       "│    │    └─Sequential: 3-26             [2, 48, 72, 80]           13,920\n",
+       "│    └─MBConvBlock: 2-12                 [2, 48, 72, 80]           --\n",
+       "│    │    └─Sequential: 3-27             [2, 288, 72, 80]          14,400\n",
+       "│    │    └─Sequential: 3-28             [2, 288, 72, 80]          7,776\n",
+       "│    │    └─Sequential: 3-29             [2, 288, 72, 80]          41,832\n",
+       "│    │    └─Sequential: 3-30             [2, 48, 72, 80]           13,920\n",
+       "│    └─MBConvBlock: 2-13                 [2, 88, 36, 40]           --\n",
+       "│    │    └─Sequential: 3-31             [2, 288, 72, 80]          14,400\n",
+       "│    │    └─Sequential: 3-32             [2, 288, 36, 40]          3,168\n",
+       "│    │    └─Sequential: 3-33             [2, 288, 36, 40]          41,832\n",
+       "│    │    └─Sequential: 3-34             [2, 88, 36, 40]           25,520\n",
+       "│    └─MBConvBlock: 2-14                 [2, 88, 36, 40]           --\n",
+       "│    │    └─Sequential: 3-35             [2, 528, 36, 40]          47,520\n",
+       "│    │    └─Sequential: 3-36             [2, 528, 36, 40]          5,808\n",
+       "│    │    └─Sequential: 3-37             [2, 528, 36, 40]          140,052\n",
+       "│    │    └─Sequential: 3-38             [2, 88, 36, 40]           46,640\n",
+       "│    └─MBConvBlock: 2-15                 [2, 88, 36, 40]           --\n",
+       "│    │    └─Sequential: 3-39             [2, 528, 36, 40]          47,520\n",
+       "│    │    └─Sequential: 3-40             [2, 528, 36, 40]          5,808\n",
+       "│    │    └─Sequential: 3-41             [2, 528, 36, 40]          140,052\n",
+       "│    │    └─Sequential: 3-42             [2, 88, 36, 40]           46,640\n",
+       "│    └─MBConvBlock: 2-16                 [2, 88, 36, 40]           --\n",
+       "│    │    └─Sequential: 3-43             [2, 528, 36, 40]          47,520\n",
+       "│    │    └─Sequential: 3-44             [2, 528, 36, 40]          5,808\n",
+       "│    │    └─Sequential: 3-45             [2, 528, 36, 40]          140,052\n",
+       "│    │    └─Sequential: 3-46             [2, 88, 36, 40]           46,640\n",
+       "│    └─MBConvBlock: 2-17                 [2, 120, 36, 40]          --\n",
+       "│    │    └─Sequential: 3-47             [2, 528, 36, 40]          47,520\n",
+       "│    │    └─Sequential: 3-48             [2, 528, 36, 40]          14,256\n",
+       "│    │    └─Sequential: 3-49             [2, 528, 36, 40]          140,052\n",
+       "│    │    └─Sequential: 3-50             [2, 120, 36, 40]          63,600\n",
+       "│    └─MBConvBlock: 2-18                 [2, 120, 36, 40]          --\n",
+       "│    │    └─Sequential: 3-51             [2, 720, 36, 40]          87,840\n",
+       "│    │    └─Sequential: 3-52             [2, 720, 36, 40]          19,440\n",
+       "│    │    └─Sequential: 3-53             [2, 720, 36, 40]          260,100\n",
+       "│    │    └─Sequential: 3-54             [2, 120, 36, 40]          86,640\n",
+       "│    └─MBConvBlock: 2-19                 [2, 120, 36, 40]          --\n",
+       "│    │    └─Sequential: 3-55             [2, 720, 36, 40]          87,840\n",
+       "│    │    └─Sequential: 3-56             [2, 720, 36, 40]          19,440\n",
+       "│    │    └─Sequential: 3-57             [2, 720, 36, 40]          260,100\n",
+       "│    │    └─Sequential: 3-58             [2, 120, 36, 40]          86,640\n",
+       "│    └─MBConvBlock: 2-20                 [2, 120, 36, 40]          --\n",
+       "│    │    └─Sequential: 3-59             [2, 720, 36, 40]          87,840\n",
+       "│    │    └─Sequential: 3-60             [2, 720, 36, 40]          19,440\n",
+       "│    │    └─Sequential: 3-61             [2, 720, 36, 40]          260,100\n",
+       "│    │    └─Sequential: 3-62             [2, 120, 36, 40]          86,640\n",
+       "│    └─MBConvBlock: 2-21                 [2, 208, 18, 20]          --\n",
+       "│    │    └─Sequential: 3-63             [2, 720, 36, 40]          87,840\n",
+       "│    │    └─Sequential: 3-64             [2, 720, 18, 20]          19,440\n",
+       "│    │    └─Sequential: 3-65             [2, 720, 18, 20]          260,100\n",
+       "│    │    └─Sequential: 3-66             [2, 208, 18, 20]          150,176\n",
+       "│    └─MBConvBlock: 2-22                 [2, 208, 18, 20]          --\n",
+       "│    │    └─Sequential: 3-67             [2, 1248, 18, 20]         262,080\n",
+       "│    │    └─Sequential: 3-68             [2, 1248, 18, 20]         33,696\n",
+       "│    │    └─Sequential: 3-69             [2, 1248, 18, 20]         780,312\n",
+       "│    │    └─Sequential: 3-70             [2, 208, 18, 20]          260,000\n",
+       "│    └─MBConvBlock: 2-23                 [2, 208, 18, 20]          --\n",
+       "│    │    └─Sequential: 3-71             [2, 1248, 18, 20]         262,080\n",
+       "│    │    └─Sequential: 3-72             [2, 1248, 18, 20]         33,696\n",
+       "│    │    └─Sequential: 3-73             [2, 1248, 18, 20]         780,312\n",
+       "│    │    └─Sequential: 3-74             [2, 208, 18, 20]          260,000\n",
+       "│    └─MBConvBlock: 2-24                 [2, 208, 18, 20]          --\n",
+       "│    │    └─Sequential: 3-75             [2, 1248, 18, 20]         262,080\n",
+       "│    │    └─Sequential: 3-76             [2, 1248, 18, 20]         33,696\n",
+       "│    │    └─Sequential: 3-77             [2, 1248, 18, 20]         780,312\n",
+       "│    │    └─Sequential: 3-78             [2, 208, 18, 20]          260,000\n",
+       "│    └─MBConvBlock: 2-25                 [2, 208, 18, 20]          --\n",
+       "│    │    └─Sequential: 3-79             [2, 1248, 18, 20]         262,080\n",
+       "│    │    └─Sequential: 3-80             [2, 1248, 18, 20]         33,696\n",
+       "│    │    └─Sequential: 3-81             [2, 1248, 18, 20]         780,312\n",
+       "│    │    └─Sequential: 3-82             [2, 208, 18, 20]          260,000\n",
+       "│    └─MBConvBlock: 2-26                 [2, 352, 18, 20]          --\n",
+       "│    │    └─Sequential: 3-83             [2, 1248, 18, 20]         262,080\n",
+       "│    │    └─Sequential: 3-84             [2, 1248, 18, 20]         13,728\n",
+       "│    │    └─Sequential: 3-85             [2, 1248, 18, 20]         780,312\n",
+       "│    │    └─Sequential: 3-86             [2, 352, 18, 20]          440,000\n",
+       "│    └─MBConvBlock: 2-27                 [2, 352, 18, 20]          --\n",
+       "│    │    └─Sequential: 3-87             [2, 2112, 18, 20]         747,648\n",
+       "│    │    └─Sequential: 3-88             [2, 2112, 18, 20]         23,232\n",
+       "│    │    └─Sequential: 3-89             [2, 2112, 18, 20]         2,232,912\n",
+       "│    │    └─Sequential: 3-90             [2, 352, 18, 20]          744,128\n",
+       "├─Sequential: 1-3                        [2, 1408, 18, 20]         --\n",
+       "│    └─Conv2d: 2-28                      [2, 1408, 18, 20]         495,616\n",
+       "│    └─BatchNorm2d: 2-29                 [2, 1408, 18, 20]         2,816\n",
        "==========================================================================================\n",
-       "Total params: 7,142,272\n",
-       "Trainable params: 7,142,272\n",
+       "Total params: 14,268,928\n",
+       "Trainable params: 14,268,928\n",
        "Non-trainable params: 0\n",
-       "Total mult-adds (G): 11.27\n",
+       "Total mult-adds (G): 20.53\n",
        "==========================================================================================\n",
        "Input size (MB): 2.95\n",
-       "Forward/backward pass size (MB): 1922.96\n",
-       "Params size (MB): 28.57\n",
-       "Estimated Total Size (MB): 1954.48\n",
+       "Forward/backward pass size (MB): 2847.17\n",
+       "Params size (MB): 57.08\n",
+       "Estimated Total Size (MB): 2907.19\n",
        "=========================================================================================="
       ]
      },
-     "execution_count": 9,
+     "execution_count": 16,
      "metadata": {},
      "output_type": "execute_result"
     }