projects
/
picoclvr.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
Update.
[picoclvr.git]
/
graph.py
diff --git
a/graph.py
b/graph.py
index
bd80187
..
6db9ed7
100755
(executable)
--- a/
graph.py
+++ b/
graph.py
@@
-59,7
+59,7
@@
def save_attention_image(
ctx.set_line_width(0.25)
for d in range(len(attention_matrices)):
ctx.set_line_width(0.25)
for d in range(len(attention_matrices)):
- at = attention_matrices[d]
+ at = attention_matrices[d]
.to("cpu")
ni = torch.arange(at.size(0))[:, None].expand_as(at)
nj = torch.arange(at.size(1))[None, :].expand_as(at)
at = at.flatten()
ni = torch.arange(at.size(0))[:, None].expand_as(at)
nj = torch.arange(at.size(1))[None, :].expand_as(at)
at = at.flatten()
@@
-110,7
+110,7
@@
def save_attention_image(
x_advance,
y_advance,
) = ctx.text_extents(s)
x_advance,
y_advance,
) = ctx.text_extents(s)
- ctx.move_to(k * token_gap - width_t / 2,
token_gap / 5 - y_bearing
)
+ ctx.move_to(k * token_gap - width_t / 2,
2 * token_gap / 5
)
ctx.show_text(s)
for k, t in enumerate(tokens_output):
ctx.show_text(s)
for k, t in enumerate(tokens_output):
@@
-146,7
+146,7
@@
def save_attention_image(
if __name__ == "__main__":
import mygpt
if __name__ == "__main__":
import mygpt
- tokens_output = ["<wat>",
2
, 3, 4, "<end>"]
+ tokens_output = ["<wat>",
"-"
, 3, 4, "<end>"]
tokens_input = [""] + tokens_output[:-1]
vocabulary_size = 3
tokens_input = [""] + tokens_output[:-1]
vocabulary_size = 3