m-chrzan.xyz
aboutsummaryrefslogtreecommitdiff
path: root/model/forward.py
diff options
context:
space:
mode:
Diffstat (limited to 'model/forward.py')
-rw-r--r--model/forward.py14
1 files changed, 14 insertions, 0 deletions
diff --git a/model/forward.py b/model/forward.py
new file mode 100644
index 0000000..63ec6ea
--- /dev/null
+++ b/model/forward.py
@@ -0,0 +1,14 @@
+from torch import nn
+
+class FeedForward(nn.Module):
+ def __init__(self, hidden_dim, d_ff):
+ super(FeedForward, self).__init__()
+ # TODO: implement FeedForward layer
+ pass
+
+ def forward(self, x):
+ # TODO: implement
+ # x shape: (seqlen, batch, hiddendim)
+ result = x # placeholder
+ pass
+ return result