projects
/
mygpt.git
/ commitdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
| commitdiff |
tree
raw
|
patch
|
inline
| side by side (parent:
0553fc4
)
Update.
author
Francois Fleuret
<francois@fleuret.org>
Tue, 26 Jul 2022 15:21:55 +0000
(17:21 +0200)
committer
Francois Fleuret
<francois@fleuret.org>
Tue, 26 Jul 2022 15:21:55 +0000
(17:21 +0200)
main.py
patch
|
blob
|
history
diff --git
a/main.py
b/main.py
index
1cd7342
..
ac1e2e3
100755
(executable)
--- a/
main.py
+++ b/
main.py
@@
-446,7
+446,7
@@
else:
nb_epochs_finished = 0
if args.no_checkpoint:
nb_epochs_finished = 0
if args.no_checkpoint:
- log_string(f'
N
ot trying to load checkpoint.')
+ log_string(f'
n
ot trying to load checkpoint.')
else:
try:
else:
try:
@@
-454,13
+454,13
@@
else:
nb_epochs_finished = checkpoint['nb_epochs_finished']
model.load_state_dict(checkpoint['model_state'])
optimizer.load_state_dict(checkpoint['optimizer_state'])
nb_epochs_finished = checkpoint['nb_epochs_finished']
model.load_state_dict(checkpoint['model_state'])
optimizer.load_state_dict(checkpoint['optimizer_state'])
- log_string(f'
C
heckpoint loaded with {nb_epochs_finished} epochs finished.')
+ log_string(f'
c
heckpoint loaded with {nb_epochs_finished} epochs finished.')
except FileNotFoundError:
except FileNotFoundError:
- log_string('
S
tarting from scratch.')
+ log_string('
s
tarting from scratch.')
except:
except:
- log_string('
E
rror when loading the checkpoint.')
+ log_string('
e
rror when loading the checkpoint.')
exit(1)
######################################################################
exit(1)
######################################################################
@@
-473,7
+473,7
@@
for input in task.batches(split = 'train'):
token_probas = token_count / token_count.sum()
h = -torch.xlogy(token_probas, token_probas).sum()
train_set_perplexity = math.exp(h)
token_probas = token_count / token_count.sum()
h = -torch.xlogy(token_probas, token_probas).sum()
train_set_perplexity = math.exp(h)
-log_string(f'
T
rain set perplexity {train_set_perplexity}')
+log_string(f'
t
rain set perplexity {train_set_perplexity}')
for k in range(nb_epochs_finished, nb_epochs):
for k in range(nb_epochs_finished, nb_epochs):