run_olympics.py 647 B

1234567891011121314151617181920
  1. import os
  2. model = 'meta-llama/Meta-Llama-3-8B-Instruct'
  3. names = [
  4. 'gsm8k-llama3-8b-new-mcts-8',
  5. 'gsmhard-llama3-8b-new-mcts-8',
  6. 'olympiadbench-llama3-8b-new-mcts-8',
  7. 'GAIC-llama3-8b-new-mcts-8',
  8. 'MATH-llama3-8b-new-mcts-8',
  9. 'AIME-llama3-8b-mcts-2'
  10. ]
  11. # DATA_NAME = 'gsmhard-llama3-8b-new-mcts-8'
  12. # DATA_NAME = 'olympiadbench-llama3-8b-new-mcts-8'
  13. # DATA_NAME = 'GAIC-llama3-8b-new-mcts-8'
  14. # DATA_NAME = 'MATH-llama3-8b-new-mcts-8'
  15. # DATA_NAME = 'AIME-llama3-8b-mcts-2']
  16. for name in names:
  17. os.system(f'sbatch -p vip_gpu_ailab -A ai4phys --gres=gpu:1 batch_run.sh {model} {name}')