X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=README.txt;h=a4cd46b3ab7feaf839fac3b94e8268eb2d9f01ca;hb=40d0010b6b76304e340ae734cb9814e714b691cc;hp=bf6180a1c5b3edbacc5da38493528b921bdcd871;hpb=45f841397dd6f8fb163f2c5b0793cdc250072c73;p=picoclvr.git

diff --git a/README.txt b/README.txt
index bf6180a..a4cd46b 100644
--- a/README.txt
+++ b/README.txt
@@ -1,16 +1,20 @@
 
+======================================================================
 For the stack experiment:
 
 ./main.py --task=stack
 
 Takes ~1h10min on a 4090.
 
+======================================================================
 For the arithmetic expressions experiments
 
 # 38M parameters / 250k samples
 
 ./main.py --task=expr
 
-# 352M parameters / 2.5M samples
+# 352M parameters / 2.5M samples, reaches 99.80% after 12 epochs, the
+  learning rate schedule is obviously terrible
 
-./main.py --task=expr --nb_blocks=48 --result_dir=results_expr_48b_d1024_2.5M --dim_model=1024 --nb_train_samples=2500000 --learning_rate_schedule="1:2e-5,3:4e-6"
+./main.py --task=expr --nb_blocks=48 --dim_model=1024 --nb_train_samples=2500000 --result_dir=results_expr_48b_d1024_2.5M
+======================================================================