amd-mi100.yml 1.8 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556
  1. name: amd-mi100
  2. on:
  3. schedule:
  4. - cron: "0 0 * * *"
  5. concurrency:
  6. group: ${{ github.workflow }}-${{ github.ref }}
  7. cancel-in-progress: true
  8. jobs:
  9. amd-tests:
  10. # The type of runner that the job will run on
  11. runs-on: [self-hosted, amd, mi100]
  12. # Steps represent a sequence of tasks that will be executed as part of the job
  13. steps:
  14. # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
  15. - uses: actions/checkout@v3
  16. - id: setup-venv
  17. uses: ./.github/workflows/setup-venv
  18. - name: Install pytorch
  19. run: |
  20. pip install --cache-dir $TORCH_CACHE torch==1.13.1 torchvision --extra-index-url https://download.pytorch.org/whl/rocm5.1.1
  21. python -c "import torch; print('torch:', torch.__version__, torch)"
  22. python -c "import torch; print('CUDA available:', torch.cuda.is_available())"
  23. - name: Install transformers
  24. run: |
  25. git clone https://github.com/huggingface/transformers
  26. cd transformers
  27. # if needed switch to the last known good SHA until transformers@master is fixed
  28. # git checkout 1cc453d33
  29. git rev-parse --short HEAD
  30. pip install .
  31. # Runs a set of commands using the runners shell
  32. - name: Install deepspeed
  33. run: |
  34. pip install .[dev,1bit,autotuning]
  35. #python -c "from deepspeed.env_report import cli_main; cli_main()"
  36. ds_report
  37. - name: Python environment
  38. run: |
  39. pip list
  40. # Runs a set of commands using the runners shell
  41. - name: Unit tests
  42. run: |
  43. unset TORCH_CUDA_ARCH_LIST # only jit compile for current arch
  44. cd tests
  45. pytest $PYTEST_OPTS -n 4 --verbose unit/
  46. pytest $PYTEST_OPTS -m 'sequential' unit/