adding dropout to input

ahmedbesbes · Oct 22, 2019 · 88f7c30 · 88f7c30
1 parent 79706a2
commit 88f7c30
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/src/model.py b/src/model.py
@@ -9,6 +9,8 @@ def __init__(self, args, number_of_classes):
 
         # define conv layers
 
+        self.dropout_input = nn.Dropout2d(args.dropout_input)
+
         self.conv1 = nn.Sequential(nn.Conv1d(args.number_of_characters + len(args.extra_characters),
                                              256,
                                              kernel_size=7,
@@ -90,7 +92,7 @@ def _get_conv_output(self, shape):
     # forward
 
     def forward(self, x):
-        x = nn.Dropout2d(0.1)(x)
+        x = self.dropout_input(x)
         x = x.transpose(1, 2)
         x = self.conv1(x)
         x = self.conv2(x)

diff --git a/train.py b/train.py
@@ -367,6 +367,7 @@ def run(args, both_cases=False):
     parser.add_argument('--number_of_characters', type=int, default=69)
     parser.add_argument('--extra_characters', type=str, default='')
     parser.add_argument('--max_length', type=int, default=150)
+    parser.add_argument('--dropout_input', type=int, default=0.1)
     parser.add_argument('--epochs', type=int, default=10)
     parser.add_argument('--batch_size', type=int, default=128)
     parser.add_argument('--optimizer', type=str,