Zeeshan01's picture
Upload folder using huggingface_hub
04daa95
import torch
import torch.nn as nn
import torch.nn.functional as F
from networks.layers.basic import ConvGN
class FPNSegmentationHead(nn.Module):
def __init__(self,
in_dim,
out_dim,
decode_intermediate_input=True,
hidden_dim=256,
shortcut_dims=[24, 32, 96, 1280],
align_corners=True):
super().__init__()
self.align_corners = align_corners
self.decode_intermediate_input = decode_intermediate_input
self.conv_in = ConvGN(in_dim, hidden_dim, 1)
self.conv_16x = ConvGN(hidden_dim, hidden_dim, 3)
self.conv_8x = ConvGN(hidden_dim, hidden_dim // 2, 3)
self.conv_4x = ConvGN(hidden_dim // 2, hidden_dim // 2, 3)
self.adapter_16x = nn.Conv2d(shortcut_dims[-2], hidden_dim, 1)
self.adapter_8x = nn.Conv2d(shortcut_dims[-3], hidden_dim, 1)
self.adapter_4x = nn.Conv2d(shortcut_dims[-4], hidden_dim // 2, 1)
self.conv_out = nn.Conv2d(hidden_dim // 2, out_dim, 1)
self._init_weight()
def forward(self, inputs, shortcuts):
if self.decode_intermediate_input:
x = torch.cat(inputs, dim=1)
else:
x = inputs[-1]
x = F.relu_(self.conv_in(x))
x = F.relu_(self.conv_16x(self.adapter_16x(shortcuts[-2]) + x))
x = F.interpolate(x,
size=shortcuts[-3].size()[-2:],
mode="bilinear",
align_corners=self.align_corners)
x = F.relu_(self.conv_8x(self.adapter_8x(shortcuts[-3]) + x))
x = F.interpolate(x,
size=shortcuts[-4].size()[-2:],
mode="bilinear",
align_corners=self.align_corners)
x = F.relu_(self.conv_4x(self.adapter_4x(shortcuts[-4]) + x))
x = self.conv_out(x)
return x
def _init_weight(self):
for p in self.parameters():
if p.dim() > 1:
nn.init.xavier_uniform_(p)