Add positinal encoding placeholder

2 files changed, 9 insertions, 0 deletions

diff --git a/util/__init__.py b/util/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/util/__init__.py
diff --git a/util/util.py b/util/util.py
new file mode 100644
index 0000000..102ad93
--- /dev/null
+++ b/util/util.py
@@ -0,0 +1,9 @@
+import torch
+import numpy as np
+
+def get_positional_encoding(n_positions, n_dimensions, device='cpu'):
+  # TODO: implement positional encoding
+  positional_encoding = np.zeros((n_positions, n_dimensions)) # placeholder
+  pass
+  # output shape: (seqlen, hiddendim)
+  return torch.tensor(positional_encoding, dtype=torch.float, device=device)