From 2c88a9a1c4916fa7e65e367e0d03f2a2250df7d6 Mon Sep 17 00:00:00 2001
From: markuswt <53354649+markuswt@users.noreply.github.com>
Date: Thu, 26 Jan 2023 04:52:07 +0000
Subject: [PATCH] [BERT] Fix linear layer output

---
 examples/bert.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/bert.py b/examples/bert.py
index dddf0b93..477573a6 100644
--- a/examples/bert.py
+++ b/examples/bert.py
@@ -32,7 +32,7 @@ def attention(graph, input, heads):
 
     # a final linear layer
     linear = graph.new_weight(dims=(d_model, d_model))
-    output = graph.matmul(input, linear)
+    output = graph.matmul(output, linear)
     return output
 
 graph = ts.new_graph()