From 1669b1b3757d663bfcff5981bea5b0ba25c08806 Mon Sep 17 00:00:00 2001
From: Marcin Chrzanowski <m@m-chrzan.xyz>
Date: Sun, 23 May 2021 13:19:47 +0200
Subject: Add positinal encoding placeholder

---
 util/__init__.py | 0
 util/util.py     | 9 +++++++++
 2 files changed, 9 insertions(+)
 create mode 100644 util/__init__.py
 create mode 100644 util/util.py

(limited to 'util')

diff --git a/util/__init__.py b/util/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/util/util.py b/util/util.py
new file mode 100644
index 0000000..102ad93
--- /dev/null
+++ b/util/util.py
@@ -0,0 +1,9 @@
+import torch
+import numpy as np
+
+def get_positional_encoding(n_positions, n_dimensions, device='cpu'):
+  # TODO: implement positional encoding
+  positional_encoding = np.zeros((n_positions, n_dimensions)) # placeholder
+  pass
+  # output shape: (seqlen, hiddendim)
+  return torch.tensor(positional_encoding, dtype=torch.float, device=device)
-- 
cgit v1.2.3