-
Notifications
You must be signed in to change notification settings - Fork 66
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
#7743: Integrate yolov4 downsample modules
- Loading branch information
1 parent
5c5c4b6
commit 2a4a20b
Showing
20 changed files
with
1,330 additions
and
0 deletions.
There are no files selected for viewing
73 changes: 73 additions & 0 deletions
73
models/experimental/functional_yolov4/reference/downsample1.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,73 @@ | ||
# SPDX-FileCopyrightText: © 2023 Tenstorrent Inc. | ||
|
||
# SPDX-License-Identifier: Apache-2.0 | ||
|
||
|
||
import torch | ||
import torch.nn as nn | ||
|
||
|
||
class DownSample1(nn.Module): | ||
def __init__(self): | ||
super().__init__() | ||
self.c1 = nn.Conv2d(3, 32, 3, 1, 1, bias=False) | ||
self.b1 = nn.BatchNorm2d(32) | ||
self.relu = nn.ReLU(inplace=True) | ||
|
||
self.c2 = nn.Conv2d(32, 64, 3, 2, 1, bias=False) | ||
self.b2 = nn.BatchNorm2d(64) | ||
|
||
self.c3 = nn.Conv2d(64, 64, 1, 1, 0, bias=False) | ||
self.b3 = nn.BatchNorm2d(64) | ||
|
||
self.c4 = nn.Conv2d(64, 64, 1, 1, 0, bias=False) | ||
self.b4 = nn.BatchNorm2d(64) | ||
|
||
self.c5 = nn.Conv2d(64, 32, 1, 1, 0, bias=False) | ||
self.b5 = nn.BatchNorm2d(32) | ||
|
||
self.c6 = nn.Conv2d(32, 64, 3, 1, 1, bias=False) | ||
self.b6 = nn.BatchNorm2d(64) | ||
|
||
self.c7 = nn.Conv2d(64, 64, 1, 1, 0, bias=False) | ||
self.b7 = nn.BatchNorm2d(64) | ||
|
||
self.c8 = nn.Conv2d(128, 64, 1, 1, 0, bias=False) | ||
self.b8 = nn.BatchNorm2d(64) | ||
|
||
def forward(self, input: torch.Tensor): | ||
x1 = self.c1(input) | ||
x1_b = self.b1(x1) | ||
x1_m = self.relu(x1_b) | ||
|
||
x2 = self.c2(x1_m) | ||
x2_b = self.b2(x2) | ||
x2_m = self.relu(x2_b) | ||
|
||
x3 = self.c3(x2_m) | ||
x3_b = self.b3(x3) | ||
x3_m = self.relu(x3_b) | ||
|
||
x4 = self.c4(x2_m) | ||
x4_b = self.b4(x4) | ||
x4_m = self.relu(x4_b) | ||
|
||
x5 = self.c5(x4_m) | ||
x5_b = self.b5(x5) | ||
x5_m = self.relu(x5_b) | ||
|
||
x6 = self.c6(x5_m) | ||
x6_b = self.b6(x6) | ||
x6_m = self.relu(x6_b) | ||
x6_m = x6_m + x4_m | ||
|
||
x7 = self.c7(x6_m) | ||
x7_b = self.b7(x7) | ||
x7_m = self.relu(x7_b) | ||
x7_m = torch.cat([x7_m, x3_m], dim=1) | ||
|
||
x8 = self.c8(x7_m) | ||
x8_b = self.b8(x8) | ||
x8_m = self.relu(x8_b) | ||
|
||
return x8_m |
57 changes: 57 additions & 0 deletions
57
models/experimental/functional_yolov4/reference/downsample2.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,57 @@ | ||
# SPDX-FileCopyrightText: © 2023 Tenstorrent Inc. | ||
|
||
# SPDX-License-Identifier: Apache-2.0 | ||
|
||
|
||
import torch | ||
import torch.nn as nn | ||
from models.experimental.functional_yolov4.reference.resblock import ResBlock | ||
|
||
|
||
class DownSample2(nn.Module): | ||
def __init__(self): | ||
super().__init__() | ||
self.c1 = nn.Conv2d(64, 128, 3, 2, 1, bias=False) | ||
self.b1 = nn.BatchNorm2d(128) | ||
self.relu = nn.ReLU(inplace=True) | ||
|
||
self.c2 = nn.Conv2d(128, 64, 1, 1, bias=False) | ||
self.b2 = nn.BatchNorm2d(64) | ||
|
||
self.c3 = nn.Conv2d(128, 64, 1, 1, bias=False) | ||
self.b3 = nn.BatchNorm2d(64) | ||
|
||
self.res = ResBlock(64, 2) | ||
|
||
self.c4 = nn.Conv2d(64, 64, 1, 1, bias=False) | ||
self.b4 = nn.BatchNorm2d(64) | ||
|
||
self.c5 = nn.Conv2d(128, 128, 1, 1, bias=False) | ||
self.b5 = nn.BatchNorm2d(128) | ||
|
||
def forward(self, input: torch.Tensor): | ||
x1 = self.c1(input) | ||
x1_b = self.b1(x1) | ||
x1_m = self.relu(x1_b) | ||
|
||
x2 = self.c2(x1_m) | ||
x2_b = self.b2(x2) | ||
x2_m = self.relu(x2_b) | ||
|
||
x3 = self.c3(x1_m) | ||
x3_b = self.b3(x3) | ||
x3_m = self.relu(x3_b) | ||
|
||
r1 = self.res(x3_m) | ||
|
||
x4 = self.c4(r1) | ||
x4_b = self.b4(x4) | ||
x4_m = self.relu(x4_b) | ||
|
||
x4_m = torch.cat([x4_m, x2_m], dim=1) | ||
|
||
x5 = self.c5(x4_m) | ||
x5_b = self.b5(x5) | ||
x5_m = self.relu(x5_b) | ||
|
||
return x5_m |
56 changes: 56 additions & 0 deletions
56
models/experimental/functional_yolov4/reference/downsample3.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,56 @@ | ||
# SPDX-FileCopyrightText: © 2023 Tenstorrent Inc. | ||
|
||
# SPDX-License-Identifier: Apache-2.0 | ||
|
||
|
||
import torch | ||
import torch.nn as nn | ||
from models.experimental.functional_yolov4.reference.resblock import ResBlock | ||
|
||
|
||
class DownSample3(nn.Module): | ||
def __init__(self): | ||
super().__init__() | ||
self.c1 = nn.Conv2d(128, 256, 3, 2, 1, bias=False) | ||
self.b1 = nn.BatchNorm2d(256) | ||
self.relu = nn.ReLU(inplace=True) | ||
|
||
self.c2 = nn.Conv2d(256, 128, 1, 1, bias=False) | ||
self.b2 = nn.BatchNorm2d(128) | ||
|
||
self.c3 = nn.Conv2d(256, 128, 1, 1, bias=False) | ||
self.b3 = nn.BatchNorm2d(128) | ||
|
||
self.res = ResBlock(128, 8) | ||
|
||
self.c4 = nn.Conv2d(128, 128, 1, 1, bias=False) | ||
self.b4 = nn.BatchNorm2d(128) | ||
|
||
self.c5 = nn.Conv2d(256, 256, 1, 1, bias=False) | ||
self.b5 = nn.BatchNorm2d(256) | ||
|
||
def forward(self, input: torch.Tensor): | ||
x1 = self.c1(input) | ||
x1_b = self.b1(x1) | ||
x1_m = self.relu(x1_b) | ||
|
||
x2 = self.c2(x1_m) | ||
x2_b = self.b2(x2) | ||
x2_m = self.relu(x2_b) | ||
|
||
x3 = self.c3(x1_m) | ||
x3_b = self.b3(x3) | ||
x3_m = self.relu(x3_b) | ||
|
||
r1 = self.res(x3_m) | ||
|
||
x4 = self.c4(r1) | ||
x4_b = self.b4(x4) | ||
x4_m = self.relu(x4_b) | ||
|
||
x4_m = torch.cat([x4_m, x2_m], dim=1) | ||
|
||
x5 = self.c5(x4_m) | ||
x5_b = self.b5(x5) | ||
x5_m = self.relu(x5_b) | ||
return x5_m |
58 changes: 58 additions & 0 deletions
58
models/experimental/functional_yolov4/reference/downsample4.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,58 @@ | ||
# SPDX-FileCopyrightText: © 2023 Tenstorrent Inc. | ||
|
||
# SPDX-License-Identifier: Apache-2.0 | ||
|
||
|
||
import torch | ||
import torch.nn as nn | ||
from models.experimental.functional_yolov4.reference.resblock import ResBlock | ||
|
||
|
||
class DownSample4(nn.Module): | ||
def __init__(self): | ||
super().__init__() | ||
self.c1 = nn.Conv2d(256, 512, 3, 2, 1, bias=False) | ||
self.b1 = nn.BatchNorm2d(512) | ||
self.relu = nn.ReLU(inplace=True) | ||
|
||
self.c2 = nn.Conv2d(512, 256, 1, 1, 0, bias=False) | ||
self.b2 = nn.BatchNorm2d(256) | ||
|
||
self.c3 = nn.Conv2d(512, 256, 1, 1, 0, bias=False) | ||
self.b3 = nn.BatchNorm2d(256) | ||
|
||
self.res = ResBlock(256, 8) | ||
|
||
self.c4 = nn.Conv2d(256, 256, 1, 1, 0, bias=False) | ||
self.b4 = nn.BatchNorm2d(256) | ||
|
||
self.c5 = nn.Conv2d(512, 512, 1, 1, 0, bias=False) | ||
self.b5 = nn.BatchNorm2d(512) | ||
|
||
def forward(self, input: torch.Tensor): | ||
x1 = self.c1(input) | ||
x1_b = self.b1(x1) | ||
x1_m = self.relu(x1_b) | ||
|
||
x2 = self.c2(x1_m) | ||
x2_b = self.b2(x2) | ||
x2_m = self.relu(x2_b) | ||
|
||
x3 = self.c3(x1_m) | ||
x3_b = self.b3(x3) | ||
x3_m = self.relu(x3_b) | ||
|
||
# resblock | ||
r = self.res(x3_m) | ||
|
||
x4 = self.c4(r) | ||
x4_b = self.b4(x4) | ||
x4_m = self.relu(x4_b) | ||
|
||
x4_m = torch.cat([x4_m, x2_m], dim=1) | ||
|
||
x5 = self.c5(x4_m) | ||
x5_b = self.b5(x5) | ||
x5_m = self.relu(x5_b) | ||
|
||
return x5_m |
60 changes: 60 additions & 0 deletions
60
models/experimental/functional_yolov4/reference/downsample5.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,60 @@ | ||
# SPDX-FileCopyrightText: © 2023 Tenstorrent Inc. | ||
|
||
# SPDX-License-Identifier: Apache-2.0 | ||
|
||
|
||
import torch | ||
import torch.nn as nn | ||
from models.experimental.functional_yolov4.reference.resblock import ResBlock | ||
|
||
|
||
class DownSample5(nn.Module): | ||
def __init__(self): | ||
super().__init__() | ||
self.c1 = nn.Conv2d(512, 1024, 3, 2, 1, bias=False) | ||
self.b1 = nn.BatchNorm2d(1024) | ||
self.relu = nn.ReLU(inplace=True) | ||
|
||
self.c2 = nn.Conv2d(1024, 512, 1, 1, bias=False) | ||
self.b2 = nn.BatchNorm2d(512) | ||
|
||
self.c3 = nn.Conv2d(1024, 512, 1, 1, bias=False) | ||
self.b3 = nn.BatchNorm2d(512) | ||
|
||
self.res = ResBlock(512, 4) | ||
|
||
self.c4 = nn.Conv2d(512, 512, 1, 1, bias=False) | ||
self.b4 = nn.BatchNorm2d(512) | ||
self.relu = nn.ReLU(inplace=True) | ||
|
||
self.c5 = nn.Conv2d(1024, 1024, 1, 1, bias=False) | ||
self.b5 = nn.BatchNorm2d(1024) | ||
self.relu = nn.ReLU(inplace=True) | ||
|
||
def forward(self, input: torch.Tensor): | ||
x1 = self.c1(input) | ||
x1_b = self.b1(x1) | ||
x1_m = self.relu(x1_b) | ||
|
||
x2 = self.c2(x1_m) | ||
x2_b = self.b2(x2) | ||
x2_m = self.relu(x2_b) | ||
|
||
x3 = self.c3(x1_m) | ||
x3_b = self.b3(x3) | ||
x3_m = self.relu(x3_b) | ||
|
||
# resblock | ||
r = self.res(x3_m) | ||
|
||
x4 = self.c4(r) | ||
x4_b = self.b4(x4) | ||
x4_m = self.relu(x4_b) | ||
|
||
x4_m = torch.cat([x4_m, x2_m], dim=1) | ||
|
||
x5 = self.c5(x4_m) | ||
x5_b = self.b5(x5) | ||
x5_m = self.relu(x5_b) | ||
|
||
return x5_m |
27 changes: 27 additions & 0 deletions
27
models/experimental/functional_yolov4/reference/downsamples.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,27 @@ | ||
from models.experimental.functional_yolov4.reference.downsample1 import DownSample1 | ||
from models.experimental.functional_yolov4.reference.downsample2 import DownSample2 | ||
from models.experimental.functional_yolov4.reference.downsample3 import DownSample3 | ||
from models.experimental.functional_yolov4.reference.downsample4 import DownSample4 | ||
from models.experimental.functional_yolov4.reference.downsample5 import DownSample5 | ||
|
||
import torch | ||
import torch.nn as nn | ||
|
||
|
||
class DownSamples(nn.Module): | ||
def __init__(self): | ||
super(DownSamples, self).__init__() | ||
self.downsample1 = DownSample1() | ||
self.downsample2 = DownSample2() | ||
self.downsample3 = DownSample3() | ||
self.downsample4 = DownSample4() | ||
self.downsample5 = DownSample5() | ||
|
||
def forward(self, input: torch.Tensor): | ||
output = self.downsample1(input) | ||
output = self.downsample2(output) | ||
output = self.downsample3(output) | ||
output = self.downsample4(output) | ||
output = self.downsample5(output) | ||
|
||
return output |
30 changes: 30 additions & 0 deletions
30
models/experimental/functional_yolov4/reference/resblock.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,30 @@ | ||
# SPDX-FileCopyrightText: © 2023 Tenstorrent Inc. | ||
|
||
# SPDX-License-Identifier: Apache-2.0 | ||
|
||
|
||
import torch.nn as nn | ||
|
||
|
||
class ResBlock(nn.Module): | ||
def __init__(self, ch, nblocks=1, shortcut=True): | ||
super().__init__() | ||
self.shortcut = shortcut | ||
self.module_list = nn.ModuleList() | ||
for i in range(nblocks): | ||
conv1 = nn.Conv2d(ch, ch, 1, 1, 0, bias=False) | ||
bn1 = nn.BatchNorm2d(ch) | ||
relu1 = nn.ReLU(inplace=True) | ||
conv2 = nn.Conv2d(ch, ch, 3, 1, 1, bias=False) | ||
bn2 = nn.BatchNorm2d(ch) | ||
relu2 = nn.ReLU(inplace=True) | ||
resblock_one = nn.ModuleList([conv1, bn1, relu1, conv2, bn2, relu2]) | ||
self.module_list.append(resblock_one) | ||
|
||
def forward(self, x): | ||
for module in self.module_list: | ||
h = x | ||
for res in module: | ||
h = res(h) | ||
x = x + h if self.shortcut else h | ||
return x |
Oops, something went wrong.