use_dropout_after_self_att

rwth-i6/returnn_common#245
rwth-i6 · Nov 13, 2022 · da2de97 · da2de97
1 parent 7d67e96
commit da2de97
Show file tree

Hide file tree

Showing 82 changed files with 164 additions and 0 deletions.
diff --git a/users/zeyer/experiments/exp2022_07_21_transducer/exp_fs_base/conformer.py b/users/zeyer/experiments/exp2022_07_21_transducer/exp_fs_base/conformer.py
@@ -65,6 +65,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.encoder = nn.ConformerEncoder(
             in_dim,
             nn.FeatureDim("enc", 512),

diff --git a/...iments/exp2022_07_21_transducer/exp_fs_base/conformer_d384_h6_wd0_nopre_blstmf_specaug.py b/...iments/exp2022_07_21_transducer/exp_fs_base/conformer_d384_h6_wd0_nopre_blstmf_specaug.py
@@ -81,6 +81,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...xp2022_07_21_transducer/exp_fs_base/conformer_d384_h6_wd0_nopre_blstmf_specaug_mgpupe4.py b/...xp2022_07_21_transducer/exp_fs_base/conformer_d384_h6_wd0_nopre_blstmf_specaug_mgpupe4.py
@@ -87,6 +87,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/.../exp2022_07_21_transducer/exp_fs_base/conformer_d384_h6_wd0_nopre_lrd07_blstmf_specaug.py b/.../exp2022_07_21_transducer/exp_fs_base/conformer_d384_h6_wd0_nopre_lrd07_blstmf_specaug.py
@@ -81,6 +81,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...ents/exp2022_07_21_transducer/exp_fs_base/conformer_import_old_nick_att_conformer_lrs2.py b/...ents/exp2022_07_21_transducer/exp_fs_base/conformer_import_old_nick_att_conformer_lrs2.py
@@ -378,6 +378,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...nts/exp2022_07_21_transducer/exp_fs_base/conformer_ln_pre9_d384_h6_wd0_blstmf2_specaug.py b/...nts/exp2022_07_21_transducer/exp_fs_base/conformer_ln_pre9_d384_h6_wd0_blstmf2_specaug.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...xp2022_07_21_transducer/exp_fs_base/conformer_ln_pre9_lr02_d384_h6_wd0_blstmf2_specaug.py b/...xp2022_07_21_transducer/exp_fs_base/conformer_ln_pre9_lr02_d384_h6_wd0_blstmf2_specaug.py
@@ -87,6 +87,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...r/experiments/exp2022_07_21_transducer/exp_fs_base/conformer_nopre2_wd0_blstmf_specaug.py b/...r/experiments/exp2022_07_21_transducer/exp_fs_base/conformer_nopre2_wd0_blstmf_specaug.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/.../zeyer/experiments/exp2022_07_21_transducer/exp_fs_base/conformer_pre10_blstmf_specaug.py b/.../zeyer/experiments/exp2022_07_21_transducer/exp_fs_base/conformer_pre10_blstmf_specaug.py
@@ -85,6 +85,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...r/exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp3_attdrop01_aux4812.py b/...r/exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp3_attdrop01_aux4812.py
@@ -87,6 +87,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/.../exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux24812f.py b/.../exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux24812f.py
@@ -87,6 +87,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...ucer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux48.py b/...ucer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux48.py
@@ -87,6 +87,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...er/exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux4812.py b/...er/exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux4812.py
@@ -87,6 +87,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...r/exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux4812f.py b/...r/exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux4812f.py
@@ -87,6 +87,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/.../exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux4812ff.py b/.../exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux4812ff.py
@@ -87,6 +87,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...er/exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux48ff.py b/...er/exp_fs_base/conformer_pre10_d384_h6_blstmf2_oldspecaug4a_oldtwarp_attdrop01_aux48ff.py
@@ -87,6 +87,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...periments/exp2022_07_21_transducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug.py b/...periments/exp2022_07_21_transducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug.py
@@ -86,6 +86,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...exp2022_07_21_transducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01.py b/...exp2022_07_21_transducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01.py
@@ -86,6 +86,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...cer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_attscaledist_aux48ff.py b/...cer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_attscaledist_aux48ff.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...2_07_21_transducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_aux48.py b/...2_07_21_transducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_aux48.py
@@ -88,6 +88,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...sducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_aux48_bpesample01.py b/...sducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_aux48_bpesample01.py
@@ -88,6 +88,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...nsducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_aux48_encl2_1e_2.py b/...nsducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_aux48_encl2_1e_2.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  enc_l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...nsducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_aux48_encl2_1e_3.py b/...nsducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_aux48_encl2_1e_3.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  enc_l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...07_21_transducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_aux48ff.py b/...07_21_transducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_aux48ff.py
@@ -88,6 +88,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...ansducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48.py b/...ansducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...sducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux4812.py b/...sducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux4812.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...ducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux4812f.py b/...ducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux4812f.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...ucer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux4812ff.py b/...ucer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux4812ff.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...er/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv14.py b/...er/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv14.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/..._fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv14_copy1.py b/..._fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv14_copy1.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/..._fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv14_copy2.py b/..._fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv14_copy2.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/..._fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv14_copy3.py b/..._fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv14_copy3.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...er/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv15.py b/...er/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv15.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv15_decwd0025.py b/...base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_bhv15_decwd0025.py
@@ -91,6 +91,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...r/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_lr2e_3.py b/...r/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_lr2e_3.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...r/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_lr3e_3.py b/...r/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_aux48_lr3e_3.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_vn0025_aux48ff.py b/...exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_vn0025_aux48ff.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...r/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_vn0075_aux48.py b/...r/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_vn0075_aux48.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...p_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_wdrop005_aux48ff.py b/...p_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_wdrop005_aux48ff.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/.../exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_wdrop01_aux48.py b/.../exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_wdrop01_aux48.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...xp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_wdrop01_aux48ff.py b/...xp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_wdrop01_aux48ff.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/..._fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_win10_aux48_bhv15.py b/..._fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_win10_aux48_bhv15.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/..._fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_win50_aux48_bhv15.py b/..._fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop01_posdrop01_win50_aux48_bhv15.py
@@ -89,6 +89,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,

diff --git a/...exp2022_07_21_transducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop02.py b/...exp2022_07_21_transducer/exp_fs_base/conformer_pre10_d384_h6_blstmf2_specaug_attdrop02.py
@@ -86,6 +86,8 @@ def __init__(self, in_dim: nn.Dim, *,
                  l2: float = 0.0001,
                  ):
         super(Model, self).__init__()
+        if nn.ConformerEncoderLayer.use_dropout_after_self_att:
+            nn.ConformerEncoderLayer.use_dropout_after_self_att = False
         self.in_dim = in_dim
         self.encoder = nn.ConformerEncoder(
             in_dim,