X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=README.txt;h=d4cb93d405a81f0d3d3b6118ab06860f2953cb68;hb=1f6f5e352af881e57e26fa39ca5bf793c5d2c9c5;hp=223565e63ad6236d33f90fa38e18d8b15e9d3193;hpb=dbb361548096536b62f50d810885439043ec08a3;p=picoclvr.git diff --git a/README.txt b/README.txt index 223565e..d4cb93d 100644 --- a/README.txt +++ b/README.txt @@ -1,5 +1,17 @@ + For the stack experiment: -./main.py --task=stack --stack_fraction_values_for_train=0.75 --stack_nb_stacks=3 +./main.py --task=stack Takes ~1h10min on a 4090. + +For the arithmetic expressions experiments + +# 38M parameters / 250k samples + +./main.py --task=expr + +# 352M parameters / 2.5M samples, reaches 99.80% after 12 epochs, the + learning rate schedule is obviously terrible + +./main.py --task=expr --nb_blocks=48 --dim_model=1024 --nb_train_samples=2500000 --result_dir=results_expr_48b_d1024_2.5M