summaryrefslogtreecommitdiff
path: root/notebooks/04-efficientnet.ipynb
blob: 673b8f0311cc7538113a82b39af5c05313ced8e4 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "7c02ae76-b540-4b16-9492-e9210b3b9249",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "os.environ['CUDA_VISIBLE_DEVICE'] = ''\n",
    "import random\n",
    "\n",
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "import numpy as np\n",
    "from omegaconf import OmegaConf\n",
    "\n",
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "\n",
    "from importlib.util import find_spec\n",
    "if find_spec(\"text_recognizer\") is None:\n",
    "    import sys\n",
    "    sys.path.append('..')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "ccdb6dde-47e5-429a-88f2-0764fb7e259a",
   "metadata": {},
   "outputs": [],
   "source": [
    "from hydra import compose, initialize\n",
    "from omegaconf import OmegaConf\n",
    "from hydra.utils import instantiate"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "3cf50475-39f2-4642-a7d1-5bcbc0a036f7",
   "metadata": {},
   "outputs": [],
   "source": [
    "path = \"../training/conf/network/encoder/efficientnet.yaml\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "e52ecb01-c975-4e55-925d-1182c7aea473",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(path, \"rb\") as f:\n",
    "    cfg = OmegaConf.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "f939aa37-7b1d-45cc-885c-323c4540bda1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'_target_': 'text_recognizer.networks.encoders.efficientnet.EfficientNet', 'arch': 'b0', 'stochastic_dropout_rate': 0.2, 'bn_momentum': 0.99, 'bn_eps': 0.001}"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cfg"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "42caaae5-7ee6-43fe-97eb-46c2a6915739",
   "metadata": {},
   "outputs": [],
   "source": [
    "cfg.arch = \"b1\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "aaeab329-aeb0-4a1b-aa35-5a2aab81b1d0",
   "metadata": {},
   "outputs": [],
   "source": [
    "net = instantiate(cfg)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "618b997c-e6a6-4487-b70c-9d260cb556d3",
   "metadata": {},
   "outputs": [],
   "source": [
    "from torchinfo import summary"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "25759b7b-8deb-4163-b75d-a1357c9fe88f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "===============================================================================================\n",
       "Layer (type:depth-idx)                        Output Shape              Param #\n",
       "===============================================================================================\n",
       "EfficientNet                                  --                        --\n",
       "├─ModuleList: 1-1                             --                        --\n",
       "├─Sequential: 1-2                             [2, 32, 112, 112]         --\n",
       "│    └─ZeroPad2d: 2-1                         [2, 1, 225, 225]          --\n",
       "│    └─Conv2d: 2-2                            [2, 32, 112, 112]         288\n",
       "│    └─BatchNorm2d: 2-3                       [2, 32, 112, 112]         64\n",
       "│    └─Mish: 2-4                              [2, 32, 112, 112]         --\n",
       "├─ModuleList: 1-1                             --                        --\n",
       "│    └─MBConvBlock: 2-5                       [2, 16, 112, 112]         --\n",
       "│    │    └─Depthwise: 3-1                    [2, 32, 112, 112]         --\n",
       "│    │    │    └─Sequential: 4-1              [2, 32, 112, 112]         352\n",
       "│    │    └─SqueezeAndExcite: 3-2             [2, 32, 112, 112]         --\n",
       "│    │    │    └─Sequential: 4-2              [2, 32, 112, 112]         552\n",
       "│    │    └─Pointwise: 3-3                    [2, 16, 112, 112]         --\n",
       "│    │    │    └─Sequential: 4-3              [2, 16, 112, 112]         544\n",
       "│    └─MBConvBlock: 2-6                       [2, 16, 112, 112]         --\n",
       "│    │    └─Depthwise: 3-4                    [2, 16, 112, 112]         --\n",
       "│    │    │    └─Sequential: 4-4              [2, 16, 112, 112]         176\n",
       "│    │    └─SqueezeAndExcite: 3-5             [2, 16, 112, 112]         --\n",
       "│    │    │    └─Sequential: 4-5              [2, 16, 112, 112]         148\n",
       "│    │    └─Pointwise: 3-6                    [2, 16, 112, 112]         --\n",
       "│    │    │    └─Sequential: 4-6              [2, 16, 112, 112]         288\n",
       "│    └─MBConvBlock: 2-7                       [2, 24, 56, 56]           --\n",
       "│    │    └─InvertedBottleneck: 3-7           [2, 96, 112, 112]         --\n",
       "│    │    │    └─Sequential: 4-7              [2, 96, 112, 112]         1,728\n",
       "│    │    └─Depthwise: 3-8                    [2, 96, 56, 56]           --\n",
       "│    │    │    └─Sequential: 4-8              [2, 96, 56, 56]           1,056\n",
       "│    │    └─SqueezeAndExcite: 3-9             [2, 96, 56, 56]           --\n",
       "│    │    │    └─Sequential: 4-9              [2, 96, 56, 56]           868\n",
       "│    │    └─Pointwise: 3-10                   [2, 24, 56, 56]           --\n",
       "│    │    │    └─Sequential: 4-10             [2, 24, 56, 56]           2,352\n",
       "│    └─MBConvBlock: 2-8                       [2, 24, 56, 56]           --\n",
       "│    │    └─InvertedBottleneck: 3-11          [2, 144, 56, 56]          --\n",
       "│    │    │    └─Sequential: 4-11             [2, 144, 56, 56]          3,744\n",
       "│    │    └─Depthwise: 3-12                   [2, 144, 56, 56]          --\n",
       "│    │    │    └─Sequential: 4-12             [2, 144, 56, 56]          1,584\n",
       "│    │    └─SqueezeAndExcite: 3-13            [2, 144, 56, 56]          --\n",
       "│    │    │    └─Sequential: 4-13             [2, 144, 56, 56]          1,878\n",
       "│    │    └─Pointwise: 3-14                   [2, 24, 56, 56]           --\n",
       "│    │    │    └─Sequential: 4-14             [2, 24, 56, 56]           3,504\n",
       "│    └─MBConvBlock: 2-9                       [2, 24, 56, 56]           --\n",
       "│    │    └─InvertedBottleneck: 3-15          [2, 144, 56, 56]          --\n",
       "│    │    │    └─Sequential: 4-15             [2, 144, 56, 56]          3,744\n",
       "│    │    └─Depthwise: 3-16                   [2, 144, 56, 56]          --\n",
       "│    │    │    └─Sequential: 4-16             [2, 144, 56, 56]          1,584\n",
       "│    │    └─SqueezeAndExcite: 3-17            [2, 144, 56, 56]          --\n",
       "│    │    │    └─Sequential: 4-17             [2, 144, 56, 56]          1,878\n",
       "│    │    └─Pointwise: 3-18                   [2, 24, 56, 56]           --\n",
       "│    │    │    └─Sequential: 4-18             [2, 24, 56, 56]           3,504\n",
       "│    └─MBConvBlock: 2-10                      [2, 40, 28, 28]           --\n",
       "│    │    └─InvertedBottleneck: 3-19          [2, 144, 56, 56]          --\n",
       "│    │    │    └─Sequential: 4-19             [2, 144, 56, 56]          3,744\n",
       "│    │    └─Depthwise: 3-20                   [2, 144, 28, 28]          --\n",
       "│    │    │    └─Sequential: 4-20             [2, 144, 28, 28]          3,888\n",
       "│    │    └─SqueezeAndExcite: 3-21            [2, 144, 28, 28]          --\n",
       "│    │    │    └─Sequential: 4-21             [2, 144, 28, 28]          1,878\n",
       "│    │    └─Pointwise: 3-22                   [2, 40, 28, 28]           --\n",
       "│    │    │    └─Sequential: 4-22             [2, 40, 28, 28]           5,840\n",
       "│    └─MBConvBlock: 2-11                      [2, 40, 28, 28]           --\n",
       "│    │    └─InvertedBottleneck: 3-23          [2, 240, 28, 28]          --\n",
       "│    │    │    └─Sequential: 4-23             [2, 240, 28, 28]          10,080\n",
       "│    │    └─Depthwise: 3-24                   [2, 240, 28, 28]          --\n",
       "│    │    │    └─Sequential: 4-24             [2, 240, 28, 28]          6,480\n",
       "│    │    └─SqueezeAndExcite: 3-25            [2, 240, 28, 28]          --\n",
       "│    │    │    └─Sequential: 4-25             [2, 240, 28, 28]          5,050\n",
       "│    │    └─Pointwise: 3-26                   [2, 40, 28, 28]           --\n",
       "│    │    │    └─Sequential: 4-26             [2, 40, 28, 28]           9,680\n",
       "│    └─MBConvBlock: 2-12                      [2, 40, 28, 28]           --\n",
       "│    │    └─InvertedBottleneck: 3-27          [2, 240, 28, 28]          --\n",
       "│    │    │    └─Sequential: 4-27             [2, 240, 28, 28]          10,080\n",
       "│    │    └─Depthwise: 3-28                   [2, 240, 28, 28]          --\n",
       "│    │    │    └─Sequential: 4-28             [2, 240, 28, 28]          6,480\n",
       "│    │    └─SqueezeAndExcite: 3-29            [2, 240, 28, 28]          --\n",
       "│    │    │    └─Sequential: 4-29             [2, 240, 28, 28]          5,050\n",
       "│    │    └─Pointwise: 3-30                   [2, 40, 28, 28]           --\n",
       "│    │    │    └─Sequential: 4-30             [2, 40, 28, 28]           9,680\n",
       "│    └─MBConvBlock: 2-13                      [2, 80, 14, 14]           --\n",
       "│    │    └─InvertedBottleneck: 3-31          [2, 240, 28, 28]          --\n",
       "│    │    │    └─Sequential: 4-31             [2, 240, 28, 28]          10,080\n",
       "│    │    └─Depthwise: 3-32                   [2, 240, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-32             [2, 240, 14, 14]          2,640\n",
       "│    │    └─SqueezeAndExcite: 3-33            [2, 240, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-33             [2, 240, 14, 14]          5,050\n",
       "│    │    └─Pointwise: 3-34                   [2, 80, 14, 14]           --\n",
       "│    │    │    └─Sequential: 4-34             [2, 80, 14, 14]           19,360\n",
       "│    └─MBConvBlock: 2-14                      [2, 80, 14, 14]           --\n",
       "│    │    └─InvertedBottleneck: 3-35          [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-35             [2, 480, 14, 14]          39,360\n",
       "│    │    └─Depthwise: 3-36                   [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-36             [2, 480, 14, 14]          5,280\n",
       "│    │    └─SqueezeAndExcite: 3-37            [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-37             [2, 480, 14, 14]          19,700\n",
       "│    │    └─Pointwise: 3-38                   [2, 80, 14, 14]           --\n",
       "│    │    │    └─Sequential: 4-38             [2, 80, 14, 14]           38,560\n",
       "│    └─MBConvBlock: 2-15                      [2, 80, 14, 14]           --\n",
       "│    │    └─InvertedBottleneck: 3-39          [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-39             [2, 480, 14, 14]          39,360\n",
       "│    │    └─Depthwise: 3-40                   [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-40             [2, 480, 14, 14]          5,280\n",
       "│    │    └─SqueezeAndExcite: 3-41            [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-41             [2, 480, 14, 14]          19,700\n",
       "│    │    └─Pointwise: 3-42                   [2, 80, 14, 14]           --\n",
       "│    │    │    └─Sequential: 4-42             [2, 80, 14, 14]           38,560\n",
       "│    └─MBConvBlock: 2-16                      [2, 80, 14, 14]           --\n",
       "│    │    └─InvertedBottleneck: 3-43          [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-43             [2, 480, 14, 14]          39,360\n",
       "│    │    └─Depthwise: 3-44                   [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-44             [2, 480, 14, 14]          5,280\n",
       "│    │    └─SqueezeAndExcite: 3-45            [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-45             [2, 480, 14, 14]          19,700\n",
       "│    │    └─Pointwise: 3-46                   [2, 80, 14, 14]           --\n",
       "│    │    │    └─Sequential: 4-46             [2, 80, 14, 14]           38,560\n",
       "│    └─MBConvBlock: 2-17                      [2, 112, 14, 14]          --\n",
       "│    │    └─InvertedBottleneck: 3-47          [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-47             [2, 480, 14, 14]          39,360\n",
       "│    │    └─Depthwise: 3-48                   [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-48             [2, 480, 14, 14]          12,960\n",
       "│    │    └─SqueezeAndExcite: 3-49            [2, 480, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-49             [2, 480, 14, 14]          19,700\n",
       "│    │    └─Pointwise: 3-50                   [2, 112, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-50             [2, 112, 14, 14]          53,984\n",
       "│    └─MBConvBlock: 2-18                      [2, 112, 14, 14]          --\n",
       "│    │    └─InvertedBottleneck: 3-51          [2, 672, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-51             [2, 672, 14, 14]          76,608\n",
       "│    │    └─Depthwise: 3-52                   [2, 672, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-52             [2, 672, 14, 14]          18,144\n",
       "│    │    └─SqueezeAndExcite: 3-53            [2, 672, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-53             [2, 672, 14, 14]          38,332\n",
       "│    │    └─Pointwise: 3-54                   [2, 112, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-54             [2, 112, 14, 14]          75,488\n",
       "│    └─MBConvBlock: 2-19                      [2, 112, 14, 14]          --\n",
       "│    │    └─InvertedBottleneck: 3-55          [2, 672, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-55             [2, 672, 14, 14]          76,608\n",
       "│    │    └─Depthwise: 3-56                   [2, 672, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-56             [2, 672, 14, 14]          18,144\n",
       "│    │    └─SqueezeAndExcite: 3-57            [2, 672, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-57             [2, 672, 14, 14]          38,332\n",
       "│    │    └─Pointwise: 3-58                   [2, 112, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-58             [2, 112, 14, 14]          75,488\n",
       "│    └─MBConvBlock: 2-20                      [2, 112, 14, 14]          --\n",
       "│    │    └─InvertedBottleneck: 3-59          [2, 672, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-59             [2, 672, 14, 14]          76,608\n",
       "│    │    └─Depthwise: 3-60                   [2, 672, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-60             [2, 672, 14, 14]          18,144\n",
       "│    │    └─SqueezeAndExcite: 3-61            [2, 672, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-61             [2, 672, 14, 14]          38,332\n",
       "│    │    └─Pointwise: 3-62                   [2, 112, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-62             [2, 112, 14, 14]          75,488\n",
       "│    └─MBConvBlock: 2-21                      [2, 192, 7, 7]            --\n",
       "│    │    └─InvertedBottleneck: 3-63          [2, 672, 14, 14]          --\n",
       "│    │    │    └─Sequential: 4-63             [2, 672, 14, 14]          76,608\n",
       "│    │    └─Depthwise: 3-64                   [2, 672, 7, 7]            --\n",
       "│    │    │    └─Sequential: 4-64             [2, 672, 7, 7]            18,144\n",
       "│    │    └─SqueezeAndExcite: 3-65            [2, 672, 7, 7]            --\n",
       "│    │    │    └─Sequential: 4-65             [2, 672, 7, 7]            38,332\n",
       "│    │    └─Pointwise: 3-66                   [2, 192, 7, 7]            --\n",
       "│    │    │    └─Sequential: 4-66             [2, 192, 7, 7]            129,408\n",
       "│    └─MBConvBlock: 2-22                      [2, 192, 7, 7]            --\n",
       "│    │    └─InvertedBottleneck: 3-67          [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-67             [2, 1152, 7, 7]           223,488\n",
       "│    │    └─Depthwise: 3-68                   [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-68             [2, 1152, 7, 7]           31,104\n",
       "│    │    └─SqueezeAndExcite: 3-69            [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-69             [2, 1152, 7, 7]           111,792\n",
       "│    │    └─Pointwise: 3-70                   [2, 192, 7, 7]            --\n",
       "│    │    │    └─Sequential: 4-70             [2, 192, 7, 7]            221,568\n",
       "│    └─MBConvBlock: 2-23                      [2, 192, 7, 7]            --\n",
       "│    │    └─InvertedBottleneck: 3-71          [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-71             [2, 1152, 7, 7]           223,488\n",
       "│    │    └─Depthwise: 3-72                   [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-72             [2, 1152, 7, 7]           31,104\n",
       "│    │    └─SqueezeAndExcite: 3-73            [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-73             [2, 1152, 7, 7]           111,792\n",
       "│    │    └─Pointwise: 3-74                   [2, 192, 7, 7]            --\n",
       "│    │    │    └─Sequential: 4-74             [2, 192, 7, 7]            221,568\n",
       "│    └─MBConvBlock: 2-24                      [2, 192, 7, 7]            --\n",
       "│    │    └─InvertedBottleneck: 3-75          [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-75             [2, 1152, 7, 7]           223,488\n",
       "│    │    └─Depthwise: 3-76                   [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-76             [2, 1152, 7, 7]           31,104\n",
       "│    │    └─SqueezeAndExcite: 3-77            [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-77             [2, 1152, 7, 7]           111,792\n",
       "│    │    └─Pointwise: 3-78                   [2, 192, 7, 7]            --\n",
       "│    │    │    └─Sequential: 4-78             [2, 192, 7, 7]            221,568\n",
       "│    └─MBConvBlock: 2-25                      [2, 192, 7, 7]            --\n",
       "│    │    └─InvertedBottleneck: 3-79          [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-79             [2, 1152, 7, 7]           223,488\n",
       "│    │    └─Depthwise: 3-80                   [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-80             [2, 1152, 7, 7]           31,104\n",
       "│    │    └─SqueezeAndExcite: 3-81            [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-81             [2, 1152, 7, 7]           111,792\n",
       "│    │    └─Pointwise: 3-82                   [2, 192, 7, 7]            --\n",
       "│    │    │    └─Sequential: 4-82             [2, 192, 7, 7]            221,568\n",
       "│    └─MBConvBlock: 2-26                      [2, 320, 7, 7]            --\n",
       "│    │    └─InvertedBottleneck: 3-83          [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-83             [2, 1152, 7, 7]           223,488\n",
       "│    │    └─Depthwise: 3-84                   [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-84             [2, 1152, 7, 7]           12,672\n",
       "│    │    └─SqueezeAndExcite: 3-85            [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-85             [2, 1152, 7, 7]           111,792\n",
       "│    │    └─Pointwise: 3-86                   [2, 320, 7, 7]            --\n",
       "│    │    │    └─Sequential: 4-86             [2, 320, 7, 7]            369,280\n",
       "│    └─MBConvBlock: 2-27                      [2, 320, 7, 7]            --\n",
       "│    │    └─InvertedBottleneck: 3-87          [2, 1920, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-87             [2, 1920, 7, 7]           618,240\n",
       "│    │    └─Depthwise: 3-88                   [2, 1920, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-88             [2, 1920, 7, 7]           21,120\n",
       "│    │    └─SqueezeAndExcite: 3-89            [2, 1920, 7, 7]           --\n",
       "│    │    │    └─Sequential: 4-89             [2, 1920, 7, 7]           309,200\n",
       "│    │    └─Pointwise: 3-90                   [2, 320, 7, 7]            --\n",
       "│    │    │    └─Sequential: 4-90             [2, 320, 7, 7]            615,040\n",
       "├─Sequential: 1-3                             [2, 1280, 7, 7]           --\n",
       "│    └─Conv2d: 2-28                           [2, 1280, 7, 7]           409,600\n",
       "│    └─BatchNorm2d: 2-29                      [2, 1280, 7, 7]           2,560\n",
       "===============================================================================================\n",
       "Total params: 6,512,608\n",
       "Trainable params: 6,512,608\n",
       "Non-trainable params: 0\n",
       "Total mult-adds (G): 1.35\n",
       "===============================================================================================\n",
       "Input size (MB): 0.40\n",
       "Forward/backward pass size (MB): 359.63\n",
       "Params size (MB): 26.05\n",
       "Estimated Total Size (MB): 386.08\n",
       "==============================================================================================="
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "summary(net, (2, 1, 224, 224), device=\"cpu\", depth=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6aa04f07-12d4-4e06-b921-d54367c50a9a",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}