pipeline.windows.yml 1.9 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950
  1. prelude_commands: &prelude_commands |-
  2. set -ex
  3. mkdir ray
  4. cd ray
  5. git config --global core.symlinks true
  6. git config --global core.autocrlf false
  7. git init
  8. git remote add origin https://github.com/ray-project/ray.git
  9. if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then export BUILDKITE_GIT_REF=${BUILDKITE_COMMIT}; else export BUILDKITE_GIT_REF=refs/pull/${BUILDKITE_PULL_REQUEST}/head; fi
  10. git fetch -v --prune -- origin ${BUILDKITE_GIT_REF}
  11. git checkout -f ${BUILDKITE_COMMIT}
  12. export PYTHON="3.6"
  13. export RAY_USE_RANDOM_PORTS="1"
  14. export RAY_DEFAULT_BUILD="1"
  15. export LC_ALL="en_US.UTF-8"
  16. export LANG="en_US.UTF-8"
  17. export BUILD="1"
  18. export DL="1"
  19. powershell ci/pipeline/fix-windows-container-networking.ps1
  20. powershell ci/pipeline/fix-windows-bazel.ps1
  21. cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/build/upload_build_info.sh; fi }; trap cleanup EXIT
  22. upload_wheels_if_needed: &upload_wheels_if_needed |-
  23. if [ "$BUILDKITE_PULL_REQUEST" != "false" ]; then exit 0; fi
  24. pip install -q docker aws_requests_auth boto3
  25. python .buildkite/copy_files.py --destination branch_wheels --path python/dist
  26. if [ "$BUILDKITE_BRANCH" = "master" ]; then python .buildkite/copy_files.py --destination wheels --path python/dist; fi
  27. steps:
  28. - label: ":windows: Build & Test"
  29. parallelism: 6
  30. commands:
  31. - *prelude_commands
  32. # conda init should be moved to the docker image setup
  33. - conda init
  34. - . ./ci/ci.sh init
  35. - ./ci/ci.sh build
  36. - export RAY_ENABLE_WINDOWS_OR_OSX_CLUSTER="1"
  37. - if [ "${BUILDKITE_PARALLEL_JOB}" = "0" ]; then ./ci/ci.sh test_core; fi
  38. # The next command will be sharded into $parallelism shards.
  39. - ./ci/ci.sh test_python
  40. - label: ":windows: Wheels"
  41. commands:
  42. - *prelude_commands
  43. - export WINDOWS_WHEELS="1"
  44. - . ./ci/ci.sh init
  45. - ./ci/ci.sh build
  46. - *upload_wheels_if_needed