summaryrefslogtreecommitdiff
path: root/notebooks/04-efficientnet.ipynb
blob: 873cf4a15b3f4c2d60507c9c5c98e1d5923b324b (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "7c02ae76-b540-4b16-9492-e9210b3b9249",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "os.environ['CUDA_VISIBLE_DEVICE'] = ''\n",
    "import random\n",
    "\n",
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "import numpy as np\n",
    "from omegaconf import OmegaConf\n",
    "\n",
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "\n",
    "from importlib.util import find_spec\n",
    "if find_spec(\"text_recognizer\") is None:\n",
    "    import sys\n",
    "    sys.path.append('..')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "ccdb6dde-47e5-429a-88f2-0764fb7e259a",
   "metadata": {},
   "outputs": [],
   "source": [
    "from hydra import compose, initialize\n",
    "from omegaconf import OmegaConf\n",
    "from hydra.utils import instantiate"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "3cf50475-39f2-4642-a7d1-5bcbc0a036f7",
   "metadata": {},
   "outputs": [],
   "source": [
    "path = \"../training/conf/network/encoder/efficientnet.yaml\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "e52ecb01-c975-4e55-925d-1182c7aea473",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(path, \"rb\") as f:\n",
    "    cfg = OmegaConf.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "f939aa37-7b1d-45cc-885c-323c4540bda1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'_target_': 'text_recognizer.networks.encoders.efficientnet.EfficientNet', 'arch': 'b0', 'stochastic_dropout_rate': 0.2, 'bn_momentum': 0.99, 'bn_eps': 0.001}"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cfg"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "42caaae5-7ee6-43fe-97eb-46c2a6915739",
   "metadata": {},
   "outputs": [],
   "source": [
    "cfg.arch = \"b0\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "aaeab329-aeb0-4a1b-aa35-5a2aab81b1d0",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "2\n",
      "2\n",
      "3\n",
      "3\n",
      "4\n",
      "1\n"
     ]
    }
   ],
   "source": [
    "net = instantiate(cfg)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "618b997c-e6a6-4487-b70c-9d260cb556d3",
   "metadata": {},
   "outputs": [],
   "source": [
    "from torchinfo import summary"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "25759b7b-8deb-4163-b75d-a1357c9fe88f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "==========================================================================================\n",
       "Layer (type:depth-idx)                   Output Shape              Param #\n",
       "==========================================================================================\n",
       "EfficientNet                             --                        --\n",
       "├─ModuleList: 1-1                        --                        --\n",
       "├─Sequential: 1-2                        [2, 32, 112, 112]         --\n",
       "│    └─ZeroPad2d: 2-1                    [2, 1, 225, 225]          --\n",
       "│    └─Conv2d: 2-2                       [2, 32, 112, 112]         288\n",
       "│    └─BatchNorm2d: 2-3                  [2, 32, 112, 112]         64\n",
       "│    └─Mish: 2-4                         [2, 32, 112, 112]         --\n",
       "├─ModuleList: 1-1                        --                        --\n",
       "│    └─MBConvBlock: 2-5                  [2, 16, 112, 112]         --\n",
       "│    │    └─Sequential: 3-1              [2, 32, 112, 112]         --\n",
       "│    │    │    └─Conv2d: 4-1             [2, 32, 112, 112]         288\n",
       "│    │    │    └─BatchNorm2d: 4-2        [2, 32, 112, 112]         64\n",
       "│    │    │    └─Mish: 4-3               [2, 32, 112, 112]         --\n",
       "│    │    └─Sequential: 3-2              [2, 32, 112, 112]         --\n",
       "│    │    │    └─Conv2d: 4-4             [2, 8, 112, 112]          264\n",
       "│    │    │    └─Mish: 4-5               [2, 8, 112, 112]          --\n",
       "│    │    │    └─Conv2d: 4-6             [2, 32, 112, 112]         288\n",
       "│    │    └─Sequential: 3-3              [2, 16, 112, 112]         --\n",
       "│    │    │    └─Conv2d: 4-7             [2, 16, 112, 112]         512\n",
       "│    │    │    └─BatchNorm2d: 4-8        [2, 16, 112, 112]         32\n",
       "│    └─MBConvBlock: 2-6                  [2, 24, 56, 56]           --\n",
       "│    │    └─Sequential: 3-4              [2, 96, 112, 112]         --\n",
       "│    │    │    └─Conv2d: 4-9             [2, 96, 112, 112]         1,536\n",
       "│    │    │    └─BatchNorm2d: 4-10       [2, 96, 112, 112]         192\n",
       "│    │    │    └─Mish: 4-11              [2, 96, 112, 112]         --\n",
       "│    │    └─Sequential: 3-5              [2, 96, 56, 56]           --\n",
       "│    │    │    └─Conv2d: 4-12            [2, 96, 56, 56]           864\n",
       "│    │    │    └─BatchNorm2d: 4-13       [2, 96, 56, 56]           192\n",
       "│    │    │    └─Mish: 4-14              [2, 96, 56, 56]           --\n",
       "│    │    └─Sequential: 3-6              [2, 96, 56, 56]           --\n",
       "│    │    │    └─Conv2d: 4-15            [2, 4, 56, 56]            388\n",
       "│    │    │    └─Mish: 4-16              [2, 4, 56, 56]            --\n",
       "│    │    │    └─Conv2d: 4-17            [2, 96, 56, 56]           480\n",
       "│    │    └─Sequential: 3-7              [2, 24, 56, 56]           --\n",
       "│    │    │    └─Conv2d: 4-18            [2, 24, 56, 56]           2,304\n",
       "│    │    │    └─BatchNorm2d: 4-19       [2, 24, 56, 56]           48\n",
       "│    └─MBConvBlock: 2-7                  [2, 24, 56, 56]           --\n",
       "│    │    └─Sequential: 3-8              [2, 144, 56, 56]          --\n",
       "│    │    │    └─Conv2d: 4-20            [2, 144, 56, 56]          3,456\n",
       "│    │    │    └─BatchNorm2d: 4-21       [2, 144, 56, 56]          288\n",
       "│    │    │    └─Mish: 4-22              [2, 144, 56, 56]          --\n",
       "│    │    └─Sequential: 3-9              [2, 144, 56, 56]          --\n",
       "│    │    │    └─Conv2d: 4-23            [2, 144, 56, 56]          1,296\n",
       "│    │    │    └─BatchNorm2d: 4-24       [2, 144, 56, 56]          288\n",
       "│    │    │    └─Mish: 4-25              [2, 144, 56, 56]          --\n",
       "│    │    └─Sequential: 3-10             [2, 144, 56, 56]          --\n",
       "│    │    │    └─Conv2d: 4-26            [2, 6, 56, 56]            870\n",
       "│    │    │    └─Mish: 4-27              [2, 6, 56, 56]            --\n",
       "│    │    │    └─Conv2d: 4-28            [2, 144, 56, 56]          1,008\n",
       "│    │    └─Sequential: 3-11             [2, 24, 56, 56]           --\n",
       "│    │    │    └─Conv2d: 4-29            [2, 24, 56, 56]           3,456\n",
       "│    │    │    └─BatchNorm2d: 4-30       [2, 24, 56, 56]           48\n",
       "│    └─MBConvBlock: 2-8                  [2, 40, 28, 28]           --\n",
       "│    │    └─Sequential: 3-12             [2, 144, 56, 56]          --\n",
       "│    │    │    └─Conv2d: 4-31            [2, 144, 56, 56]          3,456\n",
       "│    │    │    └─BatchNorm2d: 4-32       [2, 144, 56, 56]          288\n",
       "│    │    │    └─Mish: 4-33              [2, 144, 56, 56]          --\n",
       "│    │    └─Sequential: 3-13             [2, 144, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-34            [2, 144, 28, 28]          3,600\n",
       "│    │    │    └─BatchNorm2d: 4-35       [2, 144, 28, 28]          288\n",
       "│    │    │    └─Mish: 4-36              [2, 144, 28, 28]          --\n",
       "│    │    └─Sequential: 3-14             [2, 144, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-37            [2, 6, 28, 28]            870\n",
       "│    │    │    └─Mish: 4-38              [2, 6, 28, 28]            --\n",
       "│    │    │    └─Conv2d: 4-39            [2, 144, 28, 28]          1,008\n",
       "│    │    └─Sequential: 3-15             [2, 40, 28, 28]           --\n",
       "│    │    │    └─Conv2d: 4-40            [2, 40, 28, 28]           5,760\n",
       "│    │    │    └─BatchNorm2d: 4-41       [2, 40, 28, 28]           80\n",
       "│    └─MBConvBlock: 2-9                  [2, 40, 28, 28]           --\n",
       "│    │    └─Sequential: 3-16             [2, 240, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-42            [2, 240, 28, 28]          9,600\n",
       "│    │    │    └─BatchNorm2d: 4-43       [2, 240, 28, 28]          480\n",
       "│    │    │    └─Mish: 4-44              [2, 240, 28, 28]          --\n",
       "│    │    └─Sequential: 3-17             [2, 240, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-45            [2, 240, 28, 28]          6,000\n",
       "│    │    │    └─BatchNorm2d: 4-46       [2, 240, 28, 28]          480\n",
       "│    │    │    └─Mish: 4-47              [2, 240, 28, 28]          --\n",
       "│    │    └─Sequential: 3-18             [2, 240, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-48            [2, 10, 28, 28]           2,410\n",
       "│    │    │    └─Mish: 4-49              [2, 10, 28, 28]           --\n",
       "│    │    │    └─Conv2d: 4-50            [2, 240, 28, 28]          2,640\n",
       "│    │    └─Sequential: 3-19             [2, 40, 28, 28]           --\n",
       "│    │    │    └─Conv2d: 4-51            [2, 40, 28, 28]           9,600\n",
       "│    │    │    └─BatchNorm2d: 4-52       [2, 40, 28, 28]           80\n",
       "│    └─MBConvBlock: 2-10                 [2, 80, 14, 14]           --\n",
       "│    │    └─Sequential: 3-20             [2, 240, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-53            [2, 240, 28, 28]          9,600\n",
       "│    │    │    └─BatchNorm2d: 4-54       [2, 240, 28, 28]          480\n",
       "│    │    │    └─Mish: 4-55              [2, 240, 28, 28]          --\n",
       "│    │    └─Sequential: 3-21             [2, 240, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-56            [2, 240, 14, 14]          2,160\n",
       "│    │    │    └─BatchNorm2d: 4-57       [2, 240, 14, 14]          480\n",
       "│    │    │    └─Mish: 4-58              [2, 240, 14, 14]          --\n",
       "│    │    └─Sequential: 3-22             [2, 240, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-59            [2, 10, 14, 14]           2,410\n",
       "│    │    │    └─Mish: 4-60              [2, 10, 14, 14]           --\n",
       "│    │    │    └─Conv2d: 4-61            [2, 240, 14, 14]          2,640\n",
       "│    │    └─Sequential: 3-23             [2, 80, 14, 14]           --\n",
       "│    │    │    └─Conv2d: 4-62            [2, 80, 14, 14]           19,200\n",
       "│    │    │    └─BatchNorm2d: 4-63       [2, 80, 14, 14]           160\n",
       "│    └─MBConvBlock: 2-11                 [2, 80, 14, 14]           --\n",
       "│    │    └─Sequential: 3-24             [2, 480, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-64            [2, 480, 14, 14]          38,400\n",
       "│    │    │    └─BatchNorm2d: 4-65       [2, 480, 14, 14]          960\n",
       "│    │    │    └─Mish: 4-66              [2, 480, 14, 14]          --\n",
       "│    │    └─Sequential: 3-25             [2, 480, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-67            [2, 480, 14, 14]          4,320\n",
       "│    │    │    └─BatchNorm2d: 4-68       [2, 480, 14, 14]          960\n",
       "│    │    │    └─Mish: 4-69              [2, 480, 14, 14]          --\n",
       "│    │    └─Sequential: 3-26             [2, 480, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-70            [2, 20, 14, 14]           9,620\n",
       "│    │    │    └─Mish: 4-71              [2, 20, 14, 14]           --\n",
       "│    │    │    └─Conv2d: 4-72            [2, 480, 14, 14]          10,080\n",
       "│    │    └─Sequential: 3-27             [2, 80, 14, 14]           --\n",
       "│    │    │    └─Conv2d: 4-73            [2, 80, 14, 14]           38,400\n",
       "│    │    │    └─BatchNorm2d: 4-74       [2, 80, 14, 14]           160\n",
       "│    └─MBConvBlock: 2-12                 [2, 80, 14, 14]           --\n",
       "│    │    └─Sequential: 3-28             [2, 480, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-75            [2, 480, 14, 14]          38,400\n",
       "│    │    │    └─BatchNorm2d: 4-76       [2, 480, 14, 14]          960\n",
       "│    │    │    └─Mish: 4-77              [2, 480, 14, 14]          --\n",
       "│    │    └─Sequential: 3-29             [2, 480, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-78            [2, 480, 14, 14]          4,320\n",
       "│    │    │    └─BatchNorm2d: 4-79       [2, 480, 14, 14]          960\n",
       "│    │    │    └─Mish: 4-80              [2, 480, 14, 14]          --\n",
       "│    │    └─Sequential: 3-30             [2, 480, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-81            [2, 20, 14, 14]           9,620\n",
       "│    │    │    └─Mish: 4-82              [2, 20, 14, 14]           --\n",
       "│    │    │    └─Conv2d: 4-83            [2, 480, 14, 14]          10,080\n",
       "│    │    └─Sequential: 3-31             [2, 80, 14, 14]           --\n",
       "│    │    │    └─Conv2d: 4-84            [2, 80, 14, 14]           38,400\n",
       "│    │    │    └─BatchNorm2d: 4-85       [2, 80, 14, 14]           160\n",
       "│    └─MBConvBlock: 2-13                 [2, 112, 14, 14]          --\n",
       "│    │    └─Sequential: 3-32             [2, 480, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-86            [2, 480, 14, 14]          38,400\n",
       "│    │    │    └─BatchNorm2d: 4-87       [2, 480, 14, 14]          960\n",
       "│    │    │    └─Mish: 4-88              [2, 480, 14, 14]          --\n",
       "│    │    └─Sequential: 3-33             [2, 480, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-89            [2, 480, 14, 14]          12,000\n",
       "│    │    │    └─BatchNorm2d: 4-90       [2, 480, 14, 14]          960\n",
       "│    │    │    └─Mish: 4-91              [2, 480, 14, 14]          --\n",
       "│    │    └─Sequential: 3-34             [2, 480, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-92            [2, 20, 14, 14]           9,620\n",
       "│    │    │    └─Mish: 4-93              [2, 20, 14, 14]           --\n",
       "│    │    │    └─Conv2d: 4-94            [2, 480, 14, 14]          10,080\n",
       "│    │    └─Sequential: 3-35             [2, 112, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-95            [2, 112, 14, 14]          53,760\n",
       "│    │    │    └─BatchNorm2d: 4-96       [2, 112, 14, 14]          224\n",
       "│    └─MBConvBlock: 2-14                 [2, 112, 14, 14]          --\n",
       "│    │    └─Sequential: 3-36             [2, 672, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-97            [2, 672, 14, 14]          75,264\n",
       "│    │    │    └─BatchNorm2d: 4-98       [2, 672, 14, 14]          1,344\n",
       "│    │    │    └─Mish: 4-99              [2, 672, 14, 14]          --\n",
       "│    │    └─Sequential: 3-37             [2, 672, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-100           [2, 672, 14, 14]          16,800\n",
       "│    │    │    └─BatchNorm2d: 4-101      [2, 672, 14, 14]          1,344\n",
       "│    │    │    └─Mish: 4-102             [2, 672, 14, 14]          --\n",
       "│    │    └─Sequential: 3-38             [2, 672, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-103           [2, 28, 14, 14]           18,844\n",
       "│    │    │    └─Mish: 4-104             [2, 28, 14, 14]           --\n",
       "│    │    │    └─Conv2d: 4-105           [2, 672, 14, 14]          19,488\n",
       "│    │    └─Sequential: 3-39             [2, 112, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-106           [2, 112, 14, 14]          75,264\n",
       "│    │    │    └─BatchNorm2d: 4-107      [2, 112, 14, 14]          224\n",
       "│    └─MBConvBlock: 2-15                 [2, 112, 14, 14]          --\n",
       "│    │    └─Sequential: 3-40             [2, 672, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-108           [2, 672, 14, 14]          75,264\n",
       "│    │    │    └─BatchNorm2d: 4-109      [2, 672, 14, 14]          1,344\n",
       "│    │    │    └─Mish: 4-110             [2, 672, 14, 14]          --\n",
       "│    │    └─Sequential: 3-41             [2, 672, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-111           [2, 672, 14, 14]          16,800\n",
       "│    │    │    └─BatchNorm2d: 4-112      [2, 672, 14, 14]          1,344\n",
       "│    │    │    └─Mish: 4-113             [2, 672, 14, 14]          --\n",
       "│    │    └─Sequential: 3-42             [2, 672, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-114           [2, 28, 14, 14]           18,844\n",
       "│    │    │    └─Mish: 4-115             [2, 28, 14, 14]           --\n",
       "│    │    │    └─Conv2d: 4-116           [2, 672, 14, 14]          19,488\n",
       "│    │    └─Sequential: 3-43             [2, 112, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-117           [2, 112, 14, 14]          75,264\n",
       "│    │    │    └─BatchNorm2d: 4-118      [2, 112, 14, 14]          224\n",
       "│    └─MBConvBlock: 2-16                 [2, 192, 7, 7]            --\n",
       "│    │    └─Sequential: 3-44             [2, 672, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-119           [2, 672, 14, 14]          75,264\n",
       "│    │    │    └─BatchNorm2d: 4-120      [2, 672, 14, 14]          1,344\n",
       "│    │    │    └─Mish: 4-121             [2, 672, 14, 14]          --\n",
       "│    │    └─Sequential: 3-45             [2, 672, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-122           [2, 672, 7, 7]            16,800\n",
       "│    │    │    └─BatchNorm2d: 4-123      [2, 672, 7, 7]            1,344\n",
       "│    │    │    └─Mish: 4-124             [2, 672, 7, 7]            --\n",
       "│    │    └─Sequential: 3-46             [2, 672, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-125           [2, 28, 7, 7]             18,844\n",
       "│    │    │    └─Mish: 4-126             [2, 28, 7, 7]             --\n",
       "│    │    │    └─Conv2d: 4-127           [2, 672, 7, 7]            19,488\n",
       "│    │    └─Sequential: 3-47             [2, 192, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-128           [2, 192, 7, 7]            129,024\n",
       "│    │    │    └─BatchNorm2d: 4-129      [2, 192, 7, 7]            384\n",
       "│    └─MBConvBlock: 2-17                 [2, 192, 7, 7]            --\n",
       "│    │    └─Sequential: 3-48             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-130           [2, 1152, 7, 7]           221,184\n",
       "│    │    │    └─BatchNorm2d: 4-131      [2, 1152, 7, 7]           2,304\n",
       "│    │    │    └─Mish: 4-132             [2, 1152, 7, 7]           --\n",
       "│    │    └─Sequential: 3-49             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-133           [2, 1152, 7, 7]           28,800\n",
       "│    │    │    └─BatchNorm2d: 4-134      [2, 1152, 7, 7]           2,304\n",
       "│    │    │    └─Mish: 4-135             [2, 1152, 7, 7]           --\n",
       "│    │    └─Sequential: 3-50             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-136           [2, 48, 7, 7]             55,344\n",
       "│    │    │    └─Mish: 4-137             [2, 48, 7, 7]             --\n",
       "│    │    │    └─Conv2d: 4-138           [2, 1152, 7, 7]           56,448\n",
       "│    │    └─Sequential: 3-51             [2, 192, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-139           [2, 192, 7, 7]            221,184\n",
       "│    │    │    └─BatchNorm2d: 4-140      [2, 192, 7, 7]            384\n",
       "│    └─MBConvBlock: 2-18                 [2, 192, 7, 7]            --\n",
       "│    │    └─Sequential: 3-52             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-141           [2, 1152, 7, 7]           221,184\n",
       "│    │    │    └─BatchNorm2d: 4-142      [2, 1152, 7, 7]           2,304\n",
       "│    │    │    └─Mish: 4-143             [2, 1152, 7, 7]           --\n",
       "│    │    └─Sequential: 3-53             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-144           [2, 1152, 7, 7]           28,800\n",
       "│    │    │    └─BatchNorm2d: 4-145      [2, 1152, 7, 7]           2,304\n",
       "│    │    │    └─Mish: 4-146             [2, 1152, 7, 7]           --\n",
       "│    │    └─Sequential: 3-54             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-147           [2, 48, 7, 7]             55,344\n",
       "│    │    │    └─Mish: 4-148             [2, 48, 7, 7]             --\n",
       "│    │    │    └─Conv2d: 4-149           [2, 1152, 7, 7]           56,448\n",
       "│    │    └─Sequential: 3-55             [2, 192, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-150           [2, 192, 7, 7]            221,184\n",
       "│    │    │    └─BatchNorm2d: 4-151      [2, 192, 7, 7]            384\n",
       "│    └─MBConvBlock: 2-19                 [2, 192, 7, 7]            --\n",
       "│    │    └─Sequential: 3-56             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-152           [2, 1152, 7, 7]           221,184\n",
       "│    │    │    └─BatchNorm2d: 4-153      [2, 1152, 7, 7]           2,304\n",
       "│    │    │    └─Mish: 4-154             [2, 1152, 7, 7]           --\n",
       "│    │    └─Sequential: 3-57             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-155           [2, 1152, 7, 7]           28,800\n",
       "│    │    │    └─BatchNorm2d: 4-156      [2, 1152, 7, 7]           2,304\n",
       "│    │    │    └─Mish: 4-157             [2, 1152, 7, 7]           --\n",
       "│    │    └─Sequential: 3-58             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-158           [2, 48, 7, 7]             55,344\n",
       "│    │    │    └─Mish: 4-159             [2, 48, 7, 7]             --\n",
       "│    │    │    └─Conv2d: 4-160           [2, 1152, 7, 7]           56,448\n",
       "│    │    └─Sequential: 3-59             [2, 192, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-161           [2, 192, 7, 7]            221,184\n",
       "│    │    │    └─BatchNorm2d: 4-162      [2, 192, 7, 7]            384\n",
       "│    └─MBConvBlock: 2-20                 [2, 320, 7, 7]            --\n",
       "│    │    └─Sequential: 3-60             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-163           [2, 1152, 7, 7]           221,184\n",
       "│    │    │    └─BatchNorm2d: 4-164      [2, 1152, 7, 7]           2,304\n",
       "│    │    │    └─Mish: 4-165             [2, 1152, 7, 7]           --\n",
       "│    │    └─Sequential: 3-61             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-166           [2, 1152, 7, 7]           10,368\n",
       "│    │    │    └─BatchNorm2d: 4-167      [2, 1152, 7, 7]           2,304\n",
       "│    │    │    └─Mish: 4-168             [2, 1152, 7, 7]           --\n",
       "│    │    └─Sequential: 3-62             [2, 1152, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-169           [2, 48, 7, 7]             55,344\n",
       "│    │    │    └─Mish: 4-170             [2, 48, 7, 7]             --\n",
       "│    │    │    └─Conv2d: 4-171           [2, 1152, 7, 7]           56,448\n",
       "│    │    └─Sequential: 3-63             [2, 320, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-172           [2, 320, 7, 7]            368,640\n",
       "│    │    │    └─BatchNorm2d: 4-173      [2, 320, 7, 7]            640\n",
       "├─Sequential: 1-3                        [2, 1280, 7, 7]           --\n",
       "│    └─Conv2d: 2-21                      [2, 1280, 7, 7]           409,600\n",
       "│    └─BatchNorm2d: 2-22                 [2, 1280, 7, 7]           2,560\n",
       "==========================================================================================\n",
       "Total params: 4,006,972\n",
       "Trainable params: 4,006,972\n",
       "Non-trainable params: 0\n",
       "Total mult-adds (M): 898.16\n",
       "==========================================================================================\n",
       "Input size (MB): 0.40\n",
       "Forward/backward pass size (MB): 255.39\n",
       "Params size (MB): 16.03\n",
       "Estimated Total Size (MB): 271.82\n",
       "=========================================================================================="
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "summary(net, (2, 1, 224, 224), device=\"cpu\", depth=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6aa04f07-12d4-4e06-b921-d54367c50a9a",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}