diff options
Diffstat (limited to 'training/conf/network/decoder/transformer_decoder.yaml')
| -rw-r--r-- | training/conf/network/decoder/transformer_decoder.yaml | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/training/conf/network/decoder/transformer_decoder.yaml b/training/conf/network/decoder/transformer_decoder.yaml index 90b9d8a..eb80f64 100644 --- a/training/conf/network/decoder/transformer_decoder.yaml +++ b/training/conf/network/decoder/transformer_decoder.yaml @@ -18,3 +18,4 @@ ff_kwargs: dropout_rate: 0.2 cross_attend: true pre_norm: true +rotary_emb: null |