From: François Fleuret <francois@fleuret.org>
Date: Sat, 8 Jul 2023 06:52:56 +0000 (+0200)
Subject: Update.
X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=commitdiff_plain;h=7c8049b2dde68455147c74c6245fc5d44aa03077;p=culture.git

Update.
---

diff --git a/README.txt b/README.txt
index bf6180a..231d292 100644
--- a/README.txt
+++ b/README.txt
@@ -11,6 +11,7 @@ For the arithmetic expressions experiments
 
 ./main.py --task=expr
 
-# 352M parameters / 2.5M samples
+# 352M parameters / 2.5M samples, reaches 99.80% after 12 epochs, the
+  learning rate schedule is obviously terrible
 
-./main.py --task=expr --nb_blocks=48 --result_dir=results_expr_48b_d1024_2.5M --dim_model=1024 --nb_train_samples=2500000 --learning_rate_schedule="1:2e-5,3:4e-6"
+./main.py --task=expr --nb_blocks=48 --result_dir=results_expr_48b_d1024_2.5M --dim_model=1024 --nb_train_samples=2500000