diff --git a/bin/run_all_tests.rb b/bin/run_all_tests.rb index da3c4aa..3530490 100644 --- a/bin/run_all_tests.rb +++ b/bin/run_all_tests.rb @@ -1,10 +1,17 @@ -def run_stuff(board_rep, model_name, ply) +def run_stuff(board_rep, model_name) epi_count = 0 - system("python3 main.py --train --model #{model_name} --board-rep #{board_rep} --episodes 1 --ply #{ply}") + system("python3 main.py --train --model #{model_name} --board-rep #{board_rep} --episodes 1 --force-creation") while epi_count < 200000 do - system("python3 main.py --eval --model #{model_name} --eval-methods dumbeval --episodes 250 --ply #{ply} --repeat-eval 3") - system("python3 main.py --eval --model #{model_name} --eval-methods pubeval --episodes 250 --ply #{ply} --repeat-eval 3") - system("python3 main.py --train --model #{model_name} --episodes 2000 --ply #{ply}") + for _ in (1..3) do + system("python3 main.py --eval --model #{model_name} --board-rep #{board_rep} --eval-methods dumbeval --episodes 250") + end + + for _ in (1..3) do + system("python3 main.py --eval --model #{model_name} --board-rep #{board_rep} --eval-methods pubeval --episodes 250") + end + + system("python3 main.py --train --model #{model_name} --board-rep #{board_rep} --episodes 2000") + epi_count += 2000 end end @@ -16,16 +23,16 @@ end board_rep = "quack" model_name = "quack_test_0_ply" -ply = 0 -run_stuff(board_rep, model_name, ply) + +run_stuff(board_rep, model_name) #board_rep = "quack" #model_name = "quack_test_1_ply" -#ply = 1 +# -#run_stuff(board_rep, model_name, ply) +#run_stuff(board_rep, model_name) ### /////////////////////////////////////////////////////////////// # QUACK-FAT TESTING @@ -33,15 +40,15 @@ run_stuff(board_rep, model_name, ply) board_rep = "quack-fat" model_name = "quack-fat_test_0_ply" -ply = 0 -run_stuff(board_rep, model_name, ply) + +run_stuff(board_rep, model_name) #board_rep = "quack-fat" #model_name = "quack-fat_test_1_ply" -#ply = 1 +# -#run_stuff(board_rep, model_name, ply) +#run_stuff(board_rep, model_name) ### /////////////////////////////////////////////////////////////// # QUACK-NORM TESTING @@ -50,15 +57,15 @@ run_stuff(board_rep, model_name, ply) board_rep = "quack-norm" model_name = "quack-norm_test_0_ply" -ply = 0 -run_stuff(board_rep, model_name, ply) + +run_stuff(board_rep, model_name) #board_rep = "quack-norm" #model_name = "quack-norm_test_1_ply" -#ply = 1 +# -#run_stuff(board_rep, model_name, ply) +#run_stuff(board_rep, model_name) ### /////////////////////////////////////////////////////////////// # TESAURO TESTING @@ -67,15 +74,15 @@ run_stuff(board_rep, model_name, ply) board_rep = "tesauro" model_name = "tesauro_test_0_ply" -ply = 0 -run_stuff(board_rep, model_name, ply) + +run_stuff(board_rep, model_name) #board_rep = "tesauro" #model_name = "tesauro_test_1_ply" -#ply = 1 +# -#run_stuff(board_rep, model_name, ply) +#run_stuff(board_rep, model_name)