Fix implementation issues

This commit is contained in:
Ibai
2022-04-08 17:48:29 +09:00
parent 66127ec2aa
commit f0a57bb444
6 changed files with 15 additions and 12 deletions
+1 -1
View File
@@ -8,7 +8,7 @@ class PositionEncodingSine(nn.Module):
This is a sinusoidal position encoding that generalized to 2-dimensional images
"""
def __init__(self, d_model, max_shape=(256, 256), temp_bug_fix=True):
def __init__(self, d_model, max_shape=(256, 256), temp_bug_fix=False):
"""
Args:
max_shape (tuple): for 1/8 featmap, the max length of 256 corresponds to 2048 pixels
+2 -2
View File
@@ -24,7 +24,7 @@ class LoFTREncoderLayer(nn.Module):
# feed-forward network
self.mlp = nn.Sequential(
nn.Linear(d_model*2, d_model*2, bias=False),
nn.ReLU(True),
nn.ReLU(),
nn.Linear(d_model*2, d_model, bias=False),
)
@@ -84,10 +84,10 @@ class LocalFeatureTransformer(nn.Module):
mask0 (torch.Tensor): [N, L] (optional)
mask1 (torch.Tensor): [N, S] (optional)
"""
assert self.d_model == feat0.size(2), "the feature number of src and transformer must be equal"
for layer, name in zip(self.layers, self.layer_names):
if name == 'self':
feat0 = layer(feat0, feat0, mask0, mask0)
feat1 = layer(feat1, feat1, mask1, mask1)