diff options
Diffstat (limited to 'model/forward.py')
-rw-r--r-- | model/forward.py | 14 |
1 files changed, 14 insertions, 0 deletions
diff --git a/model/forward.py b/model/forward.py new file mode 100644 index 0000000..63ec6ea --- /dev/null +++ b/model/forward.py @@ -0,0 +1,14 @@ +from torch import nn + +class FeedForward(nn.Module): + def __init__(self, hidden_dim, d_ff): + super(FeedForward, self).__init__() + # TODO: implement FeedForward layer + pass + + def forward(self, x): + # TODO: implement + # x shape: (seqlen, batch, hiddendim) + result = x # placeholder + pass + return result |