amd-mi100.yml 1.9 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364
  1. name: amd-mi100
  2. on:
  3. push:
  4. branches:
  5. - 'staging**'
  6. paths-ignore:
  7. - 'docs/**'
  8. pull_request:
  9. paths-ignore:
  10. - 'docs/**'
  11. schedule:
  12. - cron: "0 0 * * *"
  13. concurrency:
  14. group: ${{ github.workflow }}-${{ github.ref }}
  15. cancel-in-progress: true
  16. jobs:
  17. amd-tests:
  18. # The type of runner that the job will run on
  19. runs-on: [self-hosted, amd, mi100]
  20. # Steps represent a sequence of tasks that will be executed as part of the job
  21. steps:
  22. # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
  23. - uses: actions/checkout@v2
  24. - id: setup-venv
  25. uses: ./.github/workflows/setup-venv
  26. - name: Install pytorch
  27. run: |
  28. pip install torch==1.13.1 torchvision --extra-index-url https://download.pytorch.org/whl/rocm5.1.1
  29. python -c "import torch; print('torch:', torch.__version__, torch)"
  30. python -c "import torch; print('CUDA available:', torch.cuda.is_available())"
  31. - name: Install transformers
  32. run: |
  33. git clone https://github.com/huggingface/transformers
  34. cd transformers
  35. # if needed switch to the last known good SHA until transformers@master is fixed
  36. # git checkout 1cc453d33
  37. git rev-parse --short HEAD
  38. pip install .
  39. # Runs a set of commands using the runners shell
  40. - name: Install deepspeed
  41. run: |
  42. pip install .[dev,1bit,autotuning]
  43. #python -c "from deepspeed.env_report import cli_main; cli_main()"
  44. ds_report
  45. - name: Python environment
  46. run: |
  47. pip list
  48. # Runs a set of commands using the runners shell
  49. - name: Unit tests
  50. run: |
  51. if [[ -d ./torch-extensions ]]; then rm -rf ./torch-extensions; fi
  52. cd tests
  53. TORCH_EXTENSIONS_DIR=./torch-extensions pytest -n 4 --verbose unit/
  54. TORCH_EXTENSIONS_DIR=./torch-extensions pytest -m 'sequential' unit/