evaluation_script.sh 1.8 KB

12345678910111213141516171819202122232425262728293031323334353637383940
  1. # 1- gametype
  2. # 2- numgames
  3. PYTHON=$(which python)
  4. # drqn no att
  5. ${PYTHON} -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type ${1} -ng ${2} -level 15
  6. # python -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type medium -ng 50 -att -fr -drop 0.5
  7. # drqn att
  8. ${PYTHON} -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type ${1} -ng ${2} -level 15 -att
  9. if [ $1 = "easy" ]; then
  10. # drqn att: CNET
  11. ${PYTHON} -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type ${1} -ng ${2} -att -th 0.5 -prune -student
  12. # drqn att: W2V
  13. ${PYTHON} -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type ${1} -ng ${2} -att -th 0.5 -prune -student --embed word2vec
  14. # drqn att: glove
  15. ${PYTHON} -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type ${1} -ng ${2} -att -th 0.5 -prune -student --embed glove
  16. fi
  17. if [ $1 = "medium" ]; then
  18. # ours drqn att: CNET
  19. ${PYTHON} -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type ${1} -ng ${2} -student -th 0.7 -prune
  20. # ours drqn att: W2V
  21. ${PYTHON} -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type ${1} -ng ${2} -att -student -th 0.8 -prune --embed word2vec
  22. # ours drqn att: glove
  23. ${PYTHON} -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type ${1} -ng ${2} -att -student -th 0.8 -prune --embed glove
  24. fi
  25. if [ $1 = "hard" ]; then
  26. # ours drqn att: CNET
  27. ${PYTHON} -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type ${1} -ng ${2} -student -th 0.8 -prune
  28. # ours drqn att: W2V
  29. ${PYTHON} -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type ${1} -ng ${2} -att -student -th 0.8 -prune --embed word2vec
  30. # ours drqn att: glove
  31. ${PYTHON} -m crest.agents.lstm_drqn.evaluate_agents_att -c config -type ${1} -ng ${2} -att -student -th 0.8 -prune --embed glove
  32. fi