test_run_examples.sh

#!/bin/bash

set -eu

prefix="python -u"
common_arg="--gpu -1 --logging-level WARNING --max-steps 256 --batch-size 32 --dir-suffix TEST"
off_pol_arg="--n-warmup 64 --memory-capacity 256"

function run () {
  echo "--------------------------------------"
  echo $1
  echo "--------------------------------------"
  $1
}

# DDPG variants
run "${prefix} examples/run_ddpg.py ${common_arg} ${off_pol_arg}"
run "${prefix} examples/run_bi_res_ddpg.py ${common_arg} ${off_pol_arg}"
run "${prefix} examples/run_td3.py ${common_arg} ${off_pol_arg}"
run "${prefix} examples/run_sac.py ${common_arg} ${off_pol_arg}"
run "${prefix} examples/run_sac_discrete.py ${common_arg} ${off_pol_arg}"

# DQN variants
run "${prefix} examples/run_dqn.py ${common_arg} ${off_pol_arg}"
run "${prefix} examples/run_dqn.py ${common_arg} ${off_pol_arg} --enable-double-dqn --enable-dueling-dqn"
run "${prefix} examples/run_dqn.py ${common_arg} ${off_pol_arg} --enable-noisy-dqn"
run "${prefix} examples/run_categorical_dqn.py ${common_arg} ${off_pol_arg}"
run "${prefix} examples/run_categorical_dqn.py ${common_arg} ${off_pol_arg} --enable-dueling-dqn"
# DQN variants for Atari
run "${prefix} examples/run_dqn_atari.py ${common_arg} ${off_pol_arg}"
run "${prefix} examples/run_dqn_atari.py ${common_arg} ${off_pol_arg} --enable-double-dqn --enable-dueling-dqn"
run "${prefix} examples/run_dqn_atari.py ${common_arg} ${off_pol_arg} --enable-noisy-dqn"

# ApeX
apex_arg="--gpu-explorer -1 --gpu-learner -1 --gpu-evaluator -1 --logging-level WARNING --n-training 4 --batch-size 32 --param-update-freq 1 --local-buffer-size 64 --test-freq 1"
run "${prefix} examples/run_apex_ddpg.py ${apex_arg} --n-env 1 --n-explorer 2"
run "${prefix} examples/run_apex_ddpg.py ${apex_arg} --n-env 8"
run "${prefix} examples/run_apex_dqn.py ${apex_arg} --n-env 1 --n-explorer 2"
run "${prefix} examples/run_apex_dqn.py ${apex_arg} --n-env 8"

# GAIL
# TODO: test run_gail_ddpg

# On-policy agents
on_pol_arg="--horizon 64"
run "${prefix} examples/run_vpg.py ${common_arg} ${on_pol_arg}"
run "${prefix} examples/run_ppo.py ${common_arg} ${on_pol_arg}"
run "${prefix} examples/run_ppo_atari.py ${common_arg} ${on_pol_arg}"

# Clean generated files
rm -rf results/*TEST*