projects
/
mygpt.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
| inline |
side by side
Removed the Linear transformation since there is now w_o.
[mygpt.git]
/
mygpt.py
diff --git
a/mygpt.py
b/mygpt.py
index
7f0c9e6
..
5370ffa
100755
(executable)
--- a/
mygpt.py
+++ b/
mygpt.py
@@
-111,7
+111,6
@@
class MyGPT(nn.Module):
nb_heads = nb_heads,
causal = True, attention_dropout = dropout
),
- nn.Linear(in_features = dim_model, out_features = dim_model),
),
Residual(
nn.LayerNorm(dim_model),