Job #28

Author: lpdon

model.py

@@ -37,7 +37,7 @@ def __init__(self, n_classes, seq_length, batch_size):
         self.seq_length = seq_length
         self.batch_size = batch_size
         self.hidden_dim = 100
-        self.bidirectional = True
+        self.bidirectional = False
         self.lstm_layers = 2
 
         self.conv1 = nn.Conv2d(in_channels=3, out_channels=64, kernel_size=5, padding=1, stride=1)
@@ -54,12 +54,17 @@ def __init__(self, n_classes, seq_length, batch_size):
 
         self.res_block3 = ResBlock(128, 256)
         self.res_block4 = ResBlock(256, 256)
+        self.res_block5 = ResBlock(256, 256)
 
-        self.res_block5 = ResBlock(256, 512)
-        self.res_block6 = ResBlock(512, 512)
+        self.res_block6 = ResBlock(256, 512)
+        self.res_block7 = ResBlock(512, 512)
+        self.res_block8 = ResBlock(512, 512)
 
-        self.lstm = nn.LSTM(5120, self.hidden_dim, num_layers=self.lstm_layers, bias=True,
-                            bidirectional=self.bidirectional, dropout=0.5)
+        self.lstm_forward = nn.LSTM(1024, self.hidden_dim, num_layers=self.lstm_layers, bias=True, 
+                                    dropout=0.5)
+
+        self.lstm_backward = nn.LSTM(1024, self.hidden_dim, num_layers=self.lstm_layers, bias=True, 
+                                    dropout=0.5)
 
         self.fc2 = nn.Linear(self.hidden_dim * self.directions, n_classes)
         # self.fc2 = nn.Linear(self.hidden_dim, n_classes)
@@ -89,16 +94,28 @@ def forward(self, x):
 
         x = self.res_block3(x)
         x = self.res_block4(x)
-
         x = self.res_block5(x)
+        
         x = self.res_block6(x)
+        x = self.res_block7(x)
+        x = self.res_block8(x)
 
         x = x.view(x.size(0), -1)  # flatten
 
         features = x.view(1, current_batch_size, -1).repeat(self.seq_length, 1, 1)
         hidden = self.init_hidden(current_batch_size)
 
-        outs, hidden = self.lstm(features, hidden)
+        # print(features.shape)
+
+        outs1, _ = self.lstm_forward(features, hidden)
+        outs2, _ = self.lstm_backward(features.flip(0), hidden)
+
+        # print(outs1)
+        # print(outs2)
+        # print(outs1.shape)
+        # assert False
+
+        outs = outs1.add(outs2.flip(0))
 
         # print(outs.shape)
         # assert False