From 49f264647b6073c304936a95fea1704a8c0965dc Mon Sep 17 00:00:00 2001
From: Marcin Chrzanowski <m@m-chrzan.xyz>
Date: Sun, 23 May 2021 13:18:52 +0200
Subject: Add model skeleton

---
 model/encoder_layer.py | 15 +++++++++++++++
 1 file changed, 15 insertions(+)
 create mode 100644 model/encoder_layer.py

(limited to 'model/encoder_layer.py')

diff --git a/model/encoder_layer.py b/model/encoder_layer.py
new file mode 100644
index 0000000..56a3a0c
--- /dev/null
+++ b/model/encoder_layer.py
@@ -0,0 +1,15 @@
+from torch import nn
+
+class EncoderLayer(nn.Module):
+  def __init__(self, hidden_dim, d_ff, num_heads, use_attention=True,
+               use_feedforward=True):
+    super(EncoderLayer, self).__init__()
+    # TODO: implement a single encoder layer, using Attention and FeedForward.
+    pass
+
+  def forward(self, x):
+    # x shape: (seqlen, batch, hiddendim)
+    # TODO: implement a single encoder layer, using Attention and FeedForward.
+    result, att_weights = x, None # placeholder
+    pass
+    return result, att_weights
-- 
cgit v1.2.3