X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;ds=sidebyside;f=README.txt;h=bf6180a1c5b3edbacc5da38493528b921bdcd871;hb=45f841397dd6f8fb163f2c5b0793cdc250072c73;hp=7ec9bb04916968397ecac3615e5419ac0a58e259;hpb=7d596f5ca37e7e9ac53047acdc7d00928821929f;p=picoclvr.git diff --git a/README.txt b/README.txt index 7ec9bb0..bf6180a 100644 --- a/README.txt +++ b/README.txt @@ -1,7 +1,16 @@ -For the stack experiments: + +For the stack experiment: ./main.py --task=stack -./main.py --task=stack --stack_fraction_values_for_train=0.75 +Takes ~1h10min on a 4090. + +For the arithmetic expressions experiments + +# 38M parameters / 250k samples + +./main.py --task=expr + +# 352M parameters / 2.5M samples -./main.py --task=stack --stack_fraction_values_for_train=0.75 --stack_nb_stacks=3 +./main.py --task=expr --nb_blocks=48 --result_dir=results_expr_48b_d1024_2.5M --dim_model=1024 --nb_train_samples=2500000 --learning_rate_schedule="1:2e-5,3:4e-6"