diff options
Diffstat (limited to 'model/encoder_layer.py')
-rw-r--r-- | model/encoder_layer.py | 15 |
1 files changed, 15 insertions, 0 deletions
diff --git a/model/encoder_layer.py b/model/encoder_layer.py new file mode 100644 index 0000000..56a3a0c --- /dev/null +++ b/model/encoder_layer.py @@ -0,0 +1,15 @@ +from torch import nn + +class EncoderLayer(nn.Module): + def __init__(self, hidden_dim, d_ff, num_heads, use_attention=True, + use_feedforward=True): + super(EncoderLayer, self).__init__() + # TODO: implement a single encoder layer, using Attention and FeedForward. + pass + + def forward(self, x): + # x shape: (seqlen, batch, hiddendim) + # TODO: implement a single encoder layer, using Attention and FeedForward. + result, att_weights = x, None # placeholder + pass + return result, att_weights |