action.yml 1.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051
  1. name: Create Virtual Environment
  2. runs:
  3. using: "composite"
  4. steps:
  5. - id: update-env
  6. run: |
  7. sudo apt-get update
  8. sudo apt-get install -y libaio-dev
  9. python -m pip install --user --upgrade pip
  10. python -m pip install --user --upgrade virtualenv
  11. shell: bash
  12. - id: create-venv
  13. run: |
  14. rm -rf ./unit-test-venv
  15. python -m venv unit-test-venv
  16. source ./unit-test-venv/bin/activate
  17. python -m pip install --upgrade pip
  18. pip install wheel # required after pip>=23.1
  19. echo PATH=$PATH >> $GITHUB_ENV # Make it so venv is inherited for other steps
  20. shell: bash
  21. - id: set-env-vars
  22. run: |
  23. echo TEST_DATA_DIR=/blob/ >> $GITHUB_ENV
  24. echo TRANSFORMERS_CACHE=/blob/transformers_cache/ >> $GITHUB_ENV
  25. echo TORCH_EXTENSIONS_DIR=./torch-extensions/ >> $GITHUB_ENV
  26. echo TORCH_CACHE=/blob/torch_cache/ >> $GITHUB_ENV
  27. echo HF_DATASETS_CACHE=/blob/datasets_cache/ >> $GITHUB_ENV
  28. echo MEGATRON_CKPT_DIR=/blob/megatron_ckpt/ >> $GITHUB_ENV
  29. echo CRITIC_CKPT_DIR=/blob/step2_opt_125m_ckpt/ >> $GITHUB_ENV
  30. echo PYTEST_OPTS="--color=yes --durations=0 --verbose -rF" >> $GITHUB_ENV
  31. shell: bash
  32. - id: print-env
  33. run: |
  34. which python
  35. python --version
  36. if [[ -z "${AISC_NODE_INSTANCE_ID}" ]]; then
  37. echo "Not on self-hosted node"
  38. else
  39. echo "JobID: ${AISC_NODE_INSTANCE_ID}"
  40. fi
  41. if command -v nvidia-smi; then
  42. nvidia-smi
  43. which nvcc
  44. nvcc --version
  45. elif command -v rocm-smi; then
  46. rocm-smi --showhw
  47. which hipcc
  48. hipcc --version
  49. fi
  50. shell: bash