123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813 |
- #!/usr/bin/env bash
- # Push caller's shell options (quietly)
- { SHELLOPTS_STACK="${SHELLOPTS_STACK-}|$(set +o); set -$-"; } 2> /dev/null
- set -eo pipefail
- if [ -z "${TRAVIS_PULL_REQUEST-}" ] || [ -n "${OSTYPE##darwin*}" ]; then set -ux; fi
- ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)"
- WORKSPACE_DIR="${ROOT_DIR}/.."
- suppress_output() {
- "${WORKSPACE_DIR}"/ci/suppress_output "$@"
- }
- keep_alive() {
- "${WORKSPACE_DIR}"/ci/keep_alive "$@"
- }
- # Calls the provided command with set -x temporarily suppressed
- suppress_xtrace() {
- {
- local restore_shell_state=""
- if [ -o xtrace ]; then set +x; restore_shell_state="set -x"; fi
- } 2> /dev/null
- local status=0
- "$@" || status=$?
- ${restore_shell_state}
- { return "${status}"; } 2> /dev/null
- }
- # If provided the names of one or more environment variables, returns 0 if any of them is triggered.
- # Usage: should_run_job [VAR_NAME]...
- should_run_job() {
- local skip=0
- if [ -n "${1-}" ]; then # were any triggers provided? (if not, then the job will always run)
- local envvar active_triggers=()
- for envvar in "$@"; do
- if [ "${!envvar}" = 1 ]; then
- # success! we found at least one of the given triggers is occurring
- active_triggers+=("${envvar}=${!envvar}")
- fi
- done
- if [ 0 -eq "${#active_triggers[@]}" ]; then
- echo "Job is not triggered by any of $1; skipping job."
- sleep 15 # make sure output is flushed
- skip=1
- else
- echo "Job is triggered by: ${active_triggers[*]}"
- fi
- fi
- return "${skip}"
- }
- # Idempotent environment loading
- reload_env() {
- # Try to only modify CI-specific environment variables here (TRAVIS_... or GITHUB_...),
- # e.g. for CI cross-compatibility.
- # Normal environment variables should be set up at software installation time, not here.
- if [ -n "${GITHUB_PULL_REQUEST-}" ]; then
- case "${GITHUB_PULL_REQUEST}" in
- [1-9]*) TRAVIS_PULL_REQUEST="${GITHUB_PULL_REQUEST}";;
- *) TRAVIS_PULL_REQUEST=false;;
- esac
- export TRAVIS_PULL_REQUEST
- fi
- if [ "${GITHUB_ACTIONS-}" = true ] && [ -z "${TRAVIS_BRANCH-}" ]; then
- # Define TRAVIS_BRANCH to make Travis scripts run on GitHub Actions.
- TRAVIS_BRANCH="${GITHUB_BASE_REF:-${GITHUB_REF}}" # For pull requests, the base branch name
- TRAVIS_BRANCH="${TRAVIS_BRANCH#refs/heads/}" # Remove refs/... prefix
- # TODO(mehrdadn): Make TRAVIS_BRANCH be a named ref (e.g. 'master') like it's supposed to be.
- # For now we use a hash because GitHub Actions doesn't clone refs the same way as Travis does.
- TRAVIS_BRANCH="${GITHUB_HEAD_SHA:-${TRAVIS_BRANCH}}"
- export TRAVIS_BRANCH
- fi
- }
- need_wheels() {
- local error_code=1
- case "${OSTYPE}" in
- linux*) if [ "${LINUX_WHEELS-}" = 1 ]; then error_code=0; fi;;
- darwin*) if [ "${MAC_WHEELS-}" = 1 ]; then error_code=0; fi;;
- msys*) if [ "${WINDOWS_WHEELS-}" = 1 ]; then error_code=0; fi;;
- esac
- return "${error_code}"
- }
- upload_wheels() {
- local branch="" commit
- commit="$(git rev-parse --verify HEAD)"
- if [ -z "${branch}" ]; then branch="${GITHUB_BASE_REF-}"; fi
- if [ -z "${branch}" ]; then branch="${GITHUB_REF#refs/heads/}"; fi
- if [ -z "${branch}" ]; then branch="${TRAVIS_BRANCH-}"; fi
- if [ -z "${branch}" ]; then echo "Unable to detect branch name" 1>&2; return 1; fi
- local local_dir="python/dist"
- if [ -d "${local_dir}" ]; then
- ls -a -l -- "${local_dir}"
- local remote_dir
- for remote_dir in latest "${branch}/${commit}"; do
- if command -V aws; then
- aws s3 sync --acl public-read --no-progress "${local_dir}" "s3://ray-wheels/${remote_dir}"
- fi
- done
- fi
- (
- cd "${WORKSPACE_DIR}"/python
- if ! python -s -c "import ray, sys; sys.exit(0 if ray._raylet.OPTIMIZED else 1)"; then
- echo "ERROR: Uploading non-optimized wheels! Performance will suffer for users!"
- false
- fi
- )
- }
- test_core() {
- local args=(
- "//:*"
- )
- case "${OSTYPE}" in
- msys)
- args+=(
- -//:core_worker_test
- -//:event_test
- -//:gcs_server_rpc_test
- -//:ray_syncer_test # TODO (iycheng): it's flaky on windows. Add it back once we figure out the cause
- -//:gcs_client_reconnection_test
- )
- ;;
- esac
- # shellcheck disable=SC2046
- bazel test --config=ci --build_tests_only $(./ci/run/bazel_export_options) -- "${args[@]}"
- }
- prepare_docker() {
- rm "${WORKSPACE_DIR}"/python/dist/* ||:
- pushd "${WORKSPACE_DIR}/python"
- pip install -e . --verbose
- python setup.py bdist_wheel
- tmp_dir="/tmp/prepare_docker_$RANDOM"
- mkdir -p $tmp_dir
- cp "${WORKSPACE_DIR}"/python/dist/*.whl $tmp_dir
- wheel=$(ls "${WORKSPACE_DIR}"/python/dist/)
- base_image=$(python -c "import sys; print(f'rayproject/ray-deps:nightly-py{sys.version_info[0]}{sys.version_info[1]}-cpu')")
- echo "
- FROM $base_image
- ENV LC_ALL=C.UTF-8
- ENV LANG=C.UTF-8
- COPY ./*.whl /
- EXPOSE 8000
- EXPOSE 10001
- RUN pip install /${wheel}[serve]
- RUN sudo apt update && sudo apt install curl -y
- " > $tmp_dir/Dockerfile
- pushd $tmp_dir
- docker build . -t ray_ci:v1
- popd
- popd
- }
- # For running Python tests on Windows.
- test_python() {
- local pathsep=":" args=()
- if [ "${OSTYPE}" = msys ]; then
- pathsep=";"
- args+=(
- python/ray/serve/...
- python/ray/tests/...
- -python/ray/serve:conda_env # pip field in runtime_env not supported
- -python/ray/serve:test_cross_language # Ray java not built on Windows yet.
- -python/ray/serve:test_gcs_failure # Fork not supported in windows
- -python/ray/serve:test_standalone2 # Multinode not supported on Windows
- -python/ray/serve:test_gradio
- -python/ray/tests:test_actor_advanced # crashes in shutdown
- -python/ray/tests:test_autoscaler # We don't support Autoscaler on Windows
- -python/ray/tests:test_autoscaler_aws
- -python/ray/tests:test_cli
- -python/ray/tests:test_client_init # timeout
- -python/ray/tests:test_command_runner # We don't support Autoscaler on Windows
- -python/ray/tests:test_gcs_fault_tolerance # flaky
- -python/ray/serve:test_get_deployment # address violation
- -python/ray/tests:test_global_gc
- -python/ray/tests:test_job
- -python/ray/tests:test_memstat
- -python/ray/tests:test_multi_node_3
- -python/ray/tests:test_object_manager # OOM on test_object_directory_basic
- -python/ray/tests:test_resource_demand_scheduler
- -python/ray/tests:test_stress # timeout
- -python/ray/tests:test_stress_sharded # timeout
- -python/ray/tests:test_k8s_operator_unit_tests
- -python/ray/tests:test_tracing # tracing not enabled on windows
- -python/ray/tests:kuberay/test_autoscaling_e2e # irrelevant on windows
- -python/ray/tests/xgboost/... # Requires ML dependencies, should not be run on Windows
- -python/ray/tests/lightgbm/... # Requires ML dependencies, should not be run on Windows
- -python/ray/tests/horovod/... # Requires ML dependencies, should not be run on Windows
- -python/ray/tests/ray_lightning/... # Requires ML dependencies, should not be run on Windows
- )
- fi
- if [ 0 -lt "${#args[@]}" ]; then # Any targets to test?
- install_ray
- # Shard the args.
- BUILDKITE_PARALLEL_JOB=${BUILDKITE_PARALLEL_JOB:-'0'}
- BUILDKITE_PARALLEL_JOB_COUNT=${BUILDKITE_PARALLEL_JOB_COUNT:-'1'}
- test_shard_selection=$(python ./ci/run/bazel-sharding.py --exclude_manual --index "${BUILDKITE_PARALLEL_JOB}" --count "${BUILDKITE_PARALLEL_JOB_COUNT}" "${args[@]}")
- # TODO(mehrdadn): We set PYTHONPATH here to let Python find our pickle5 under pip install -e.
- # It's unclear to me if this should be necessary, but this is to make tests run for now.
- # Check why this issue doesn't arise on Linux/Mac.
- # Ideally importing ray.cloudpickle should import pickle5 automatically.
- # shellcheck disable=SC2046,SC2086
- bazel test --config=ci \
- --build_tests_only $(./ci/run/bazel_export_options) \
- --test_env=PYTHONPATH="${PYTHONPATH-}${pathsep}${WORKSPACE_DIR}/python/ray/pickle5_files" \
- --test_env=CI="1" \
- --test_env=RAY_CI_POST_WHEEL_TESTS="1" \
- --test_env=USERPROFILE="${USERPROFILE}" \
- --test_output=streamed \
- -- \
- ${test_shard_selection};
- fi
- }
- # For running large Python tests on Linux and MacOS.
- test_large() {
- # shellcheck disable=SC2046
- bazel test --config=ci $(./ci/run/bazel_export_options) --test_env=CONDA_EXE --test_env=CONDA_PYTHON_EXE \
- --test_env=CONDA_SHLVL --test_env=CONDA_PREFIX --test_env=CONDA_DEFAULT_ENV --test_env=CONDA_PROMPT_MODIFIER \
- --test_env=CI --test_tag_filters="large_size_python_tests_shard_${BUILDKITE_PARALLEL_JOB}" "$@" \
- -- python/ray/tests/...
- }
- test_cpp() {
- # C++ worker example need _GLIBCXX_USE_CXX11_ABI flag, but if we put the flag into .bazelrc, the linux ci can't pass.
- # So only set the flag in c++ worker example. More details: https://github.com/ray-project/ray/pull/18273
- echo build --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=0" >> ~/.bazelrc
- bazel build --config=ci //cpp:all
- # shellcheck disable=SC2046
- bazel test --config=ci $(./ci/run/bazel_export_options) --test_strategy=exclusive //cpp:all --build_tests_only
- # run cluster mode test with external cluster
- bazel test //cpp:cluster_mode_test --test_arg=--external_cluster=true --test_arg=--redis_password="1234" \
- --test_arg=--ray_redis_password="1234"
- bazel test --test_output=all //cpp:test_python_call_cpp
- # run the cpp example
- rm -rf ray-template && mkdir ray-template
- ray cpp --generate-bazel-project-template-to ray-template
- pushd ray-template && bash run.sh
- }
- test_wheels() {
- local result=0 flush_logs=0
- if need_wheels; then
- "${WORKSPACE_DIR}"/ci/build/test-wheels.sh || { result=$? && flush_logs=1; }
- fi
- if [ 0 -ne "${flush_logs}" ]; then
- cat -- /tmp/ray/session_latest/logs/* || true
- sleep 60 # Explicitly sleep 60 seconds for logs to go through
- fi
- return "${result}"
- }
- install_npm_project() {
- if [ "${OSTYPE}" = msys ]; then
- # Not Windows-compatible: https://github.com/npm/cli/issues/558#issuecomment-584673763
- { echo "WARNING: Skipping NPM due to module incompatibilities with Windows"; } 2> /dev/null
- else
- npm i -g yarn
- yarn
- fi
- }
- build_dashboard_front_end() {
- if [ "${OSTYPE}" = msys ]; then
- { echo "WARNING: Skipping dashboard due to NPM incompatibilities with Windows"; } 2> /dev/null
- else
- (
- cd ray/dashboard/client
- # skip nvm activation on buildkite linux instances.
- if [ -z "${BUILDKITE-}" ] || [[ "${OSTYPE}" != linux* ]]; then
- set +x # suppress set -x since it'll get very noisy here
- . "${HOME}/.nvm/nvm.sh"
- NODE_VERSION="14"
- nvm install $NODE_VERSION
- nvm use --silent $NODE_VERSION
- fi
- install_npm_project
- yarn build
- )
- fi
- }
- build_sphinx_docs() {
- (
- cd "${WORKSPACE_DIR}"/doc
- if [ "${OSTYPE}" = msys ]; then
- echo "WARNING: Documentation not built on Windows due to currently-unresolved issues"
- else
- make html
- make doctest
- fi
- )
- }
- check_sphinx_links() {
- (
- cd "${WORKSPACE_DIR}"/doc
- if [ "${OSTYPE}" = msys ]; then
- echo "WARNING: Documentation not built on Windows due to currently-unresolved issues"
- else
- make linkcheck
- fi
- )
- }
- install_cython_examples() {
- (
- cd "${WORKSPACE_DIR}"/doc/examples/cython
- pip install scipy
- python setup.py install --user
- )
- }
- install_go() {
- local gimme_url="https://raw.githubusercontent.com/travis-ci/gimme/master/gimme"
- suppress_xtrace eval "$(curl -f -s -L "${gimme_url}" | GIMME_GO_VERSION=1.18.3 bash)"
- if [ -z "${GOPATH-}" ]; then
- GOPATH="${GOPATH:-${HOME}/go_dir}"
- export GOPATH
- fi
- }
- _bazel_build_before_install() {
- local target
- if [ "${OSTYPE}" = msys ]; then
- # On Windows, we perform as full of a build as possible, to ensure the repository always remains buildable on Windows.
- # (Pip install will not perform a full build.)
- target="//:*"
- else
- # Just build Python on other platforms.
- # This because pip install captures & suppresses the build output, which causes a timeout on CI.
- target="//:ray_pkg"
- fi
- # NOTE: Do not add build flags here. Use .bazelrc and --config instead.
- if [ -z "${RAY_DEBUG_BUILD-}" ]; then
- bazel build "${target}"
- elif [ "${RAY_DEBUG_BUILD}" = "asan" ]; then
- # bazel build --config asan "${target}"
- echo "Not needed"
- elif [ "${RAY_DEBUG_BUILD}" = "debug" ]; then
- bazel build --config debug "${target}"
- else
- echo "Invalid config given"
- exit 1
- fi
- }
- _bazel_build_protobuf() {
- bazel build "//:install_py_proto"
- }
- install_ray() {
- # TODO(mehrdadn): This function should be unified with the one in python/build-wheel-windows.sh.
- (
- cd "${WORKSPACE_DIR}"/python
- build_dashboard_front_end
- keep_alive pip install -v -e .
- )
- (
- # For runtime_env tests, wheels are needed
- cd "${WORKSPACE_DIR}"
- keep_alive pip wheel -e python -w .whl
- )
- }
- validate_wheels_commit_str() {
- if [ "${OSTYPE}" = msys ]; then
- echo "Windows builds do not set the commit string, skipping wheel commit validity check."
- return 0
- fi
- if [ -n "${BUILDKITE_COMMIT}" ]; then
- EXPECTED_COMMIT=${BUILDKITE_COMMIT:-}
- else
- EXPECTED_COMMIT=${TRAVIS_COMMIT:-}
- fi
- if [ -z "$EXPECTED_COMMIT" ]; then
- echo "Could not validate expected wheel commits: TRAVIS_COMMIT is empty."
- return 0
- fi
- for whl in .whl/*.whl; do
- basename=${whl##*/}
- if [[ "$basename" =~ "_cpp" ]]; then
- # cpp wheels cannot be checked this way
- echo "Skipping CPP wheel ${basename} for wheel commit validation."
- continue
- fi
- folder=${basename%%-cp*}
- WHL_COMMIT=$(unzip -p "$whl" "${folder}.data/purelib/ray/__init__.py" | grep "__commit__" | awk -F'"' '{print $2}')
- if [ "${WHL_COMMIT}" != "${EXPECTED_COMMIT}" ]; then
- echo "Error: Observed wheel commit (${WHL_COMMIT}) is not expected commit (${EXPECTED_COMMIT}). Aborting."
- exit 1
- fi
- echo "Wheel ${basename} has the correct commit: ${WHL_COMMIT}"
- done
- echo "All wheels passed the sanity check and have the correct wheel commit set."
- }
- build_wheels() {
- # Create wheel output directory and empty contents
- # If buildkite runners are re-used, wheels from previous builds might be here, so we delete them.
- mkdir -p .whl
- rm -rf .whl/* || true
- case "${OSTYPE}" in
- linux*)
- # Mount bazel cache dir to the docker container.
- # For the linux wheel build, we use a shared cache between all
- # wheels, but not between different travis runs, because that
- # caused timeouts in the past. See the "cache: false" line below.
- local MOUNT_BAZEL_CACHE=(
- -v "${HOME}/ray-bazel-cache":/root/ray-bazel-cache
- -e "TRAVIS=true"
- -e "TRAVIS_PULL_REQUEST=${TRAVIS_PULL_REQUEST:-false}"
- -e "encrypted_1c30b31fe1ee_key=${encrypted_1c30b31fe1ee_key-}"
- -e "encrypted_1c30b31fe1ee_iv=${encrypted_1c30b31fe1ee_iv-}"
- -e "TRAVIS_COMMIT=${TRAVIS_COMMIT}"
- -e "CI=${CI}"
- -e "RAY_INSTALL_JAVA=${RAY_INSTALL_JAVA:-}"
- -e "BUILDKITE=${BUILDKITE:-}"
- -e "BUILDKITE_PULL_REQUEST=${BUILDKITE_PULL_REQUEST:-}"
- -e "BUILDKITE_BAZEL_CACHE_URL=${BUILDKITE_BAZEL_CACHE_URL:-}"
- -e "RAY_DEBUG_BUILD=${RAY_DEBUG_BUILD:-}"
- )
- if [ -z "${BUILDKITE-}" ]; then
- # This command should be kept in sync with ray/python/README-building-wheels.md,
- # except the "${MOUNT_BAZEL_CACHE[@]}" part.
- docker run --rm -w /ray -v "${PWD}":/ray "${MOUNT_BAZEL_CACHE[@]}" \
- quay.io/pypa/manylinux2014_x86_64:2021-11-07-28723f3 /ray/python/build-wheel-manylinux2014.sh
- else
- rm -rf /ray-mount/*
- rm -rf /ray-mount/.whl || true
- rm -rf /ray/.whl || true
- cp -rT /ray /ray-mount
- ls -a /ray-mount
- docker run --rm -v /ray:/ray-mounted ubuntu:focal ls /
- docker run --rm -v /ray:/ray-mounted ubuntu:focal ls /ray-mounted
- docker run --rm -w /ray -v /ray:/ray "${MOUNT_BAZEL_CACHE[@]}" \
- quay.io/pypa/manylinux2014_x86_64:2021-11-07-28723f3 /ray/python/build-wheel-manylinux2014.sh
- cp -rT /ray-mount /ray # copy new files back here
- find . | grep whl # testing
- # Sync the directory to buildkite artifacts
- rm -rf /artifact-mount/.whl || true
- if [ "${UPLOAD_WHEELS_AS_ARTIFACTS-}" = "1" ]; then
- cp -r .whl /artifact-mount/.whl
- chmod -R 777 /artifact-mount/.whl
- fi
- validate_wheels_commit_str
- fi
- ;;
- darwin*)
- # This command should be kept in sync with ray/python/README-building-wheels.md.
- "${WORKSPACE_DIR}"/python/build-wheel-macos.sh
- mkdir -p /tmp/artifacts/.whl
- rm -rf /tmp/artifacts/.whl || true
- if [ "${UPLOAD_WHEELS_AS_ARTIFACTS-}" = "1" ]; then
- cp -r .whl /tmp/artifacts/.whl
- chmod -R 777 /tmp/artifacts/.whl
- fi
- validate_wheels_commit_str
- ;;
- msys*)
- keep_alive "${WORKSPACE_DIR}"/python/build-wheel-windows.sh
- ;;
- esac
- }
- lint_readme() {
- if python -s -c "import docutils" >/dev/null 2>/dev/null; then
- (
- cd "${WORKSPACE_DIR}"/python
- python setup.py check --restructuredtext --strict --metadata
- )
- else
- echo "Skipping README lint because the docutils package is not installed" 1>&2
- fi
- }
- lint_scripts() {
- FORMAT_SH_PRINT_DIFF=1 "${ROOT_DIR}"/lint/format.sh --all-scripts
- }
- lint_banned_words() {
- "${ROOT_DIR}"/lint/check-banned-words.sh
- }
- lint_annotations() {
- "${ROOT_DIR}"/lint/check_api_annotations.py
- }
- lint_bazel() {
- # Run buildifier without affecting external environment variables
- (
- mkdir -p -- "${GOPATH}"
- export PATH="${GOPATH}/bin:${GOROOT}/bin:${PATH}"
- # Build buildifier
- go install github.com/bazelbuild/buildtools/buildifier@latest
- # Now run buildifier
- "${ROOT_DIR}"/lint/bazel-format.sh
- )
- }
- lint_bazel_pytest() {
- pip install yq
- cd "${WORKSPACE_DIR}"
- for team in "team:ml" "team:rllib" "team:serve"; do
- # this does the following:
- # - find all py_test rules in bazel that have the specified team tag EXCEPT ones with "no_main" tag and outputs them as xml
- # - converts the xml to json
- # - feeds the json into pytest_checker.py
- bazel query "kind(py_test.*, tests(python/...) intersect attr(tags, \"\b$team\b\", python/...) except attr(tags, \"\bno_main\b\", python/...))" --output xml | xq | python scripts/pytest_checker.py
- done
- }
- lint_web() {
- (
- cd "${WORKSPACE_DIR}"/python/ray/dashboard/client
- set +x # suppress set -x since it'll get very noisy here
- if [ -z "${BUILDKITE-}" ]; then
- . "${HOME}/.nvm/nvm.sh"
- NODE_VERSION="14"
- nvm install $NODE_VERSION
- nvm use --silent $NODE_VERSION
- fi
- install_npm_project
- local filenames
- # shellcheck disable=SC2207
- filenames=($(find src -name "*.ts" -or -name "*.tsx"))
- node_modules/.bin/eslint --max-warnings 0 "${filenames[@]}"
- node_modules/.bin/prettier --check "${filenames[@]}"
- node_modules/.bin/prettier --check public/index.html
- )
- }
- lint_copyright() {
- (
- "${ROOT_DIR}"/lint/copyright-format.sh -c
- )
- }
- _lint() {
- local platform=""
- case "${OSTYPE}" in
- linux*) platform=linux;;
- esac
- if command -v clang-format > /dev/null; then
- "${ROOT_DIR}"/lint/check-git-clang-format-output.sh
- else
- { echo "WARNING: Skipping linting C/C++ as clang-format is not installed."; } 2> /dev/null
- fi
- if command -v clang-tidy > /dev/null; then
- pushd "${WORKSPACE_DIR}"
- "${ROOT_DIR}"/env/install-llvm-binaries.sh
- popd
- # Disable clang-tidy until ergonomic issues are resolved.
- # "${ROOT_DIR}"/lint/check-git-clang-tidy-output.sh
- else
- { echo "WARNING: Skipping running clang-tidy which is not installed."; } 2> /dev/null
- fi
- # Run script linting
- lint_scripts
- # Run banned words check.
- lint_banned_words
- # Run annotations check.
- lint_annotations
- # Make sure that the README is formatted properly.
- lint_readme
- if [ "${platform}" = linux ]; then
- # Run Bazel linter Buildifier.
- lint_bazel
- # Check if py_test files have the if __name__... snippet
- lint_bazel_pytest
- # Run TypeScript and HTML linting.
- lint_web
- # lint copyright
- lint_copyright
- # lint test script
- pushd "${WORKSPACE_DIR}"
- bazel query 'kind("cc_test", //...)' --output=xml | python "${ROOT_DIR}"/lint/check-bazel-team-owner.py
- bazel query 'kind("py_test", //...)' --output=xml | python "${ROOT_DIR}"/lint/check-bazel-team-owner.py
- popd
- # Make sure tests will be run by CI.
- python "${ROOT_DIR}"/pipeline/check-test-run.py
- fi
- }
- lint() {
- install_go
- # Checkout a clean copy of the repo to avoid seeing changes that have been made to the current one
- (
- WORKSPACE_DIR="$(TMPDIR="${WORKSPACE_DIR}/.." mktemp -d)"
- # shellcheck disable=SC2030
- ROOT_DIR="${WORKSPACE_DIR}"/ci
- git worktree add -q "${WORKSPACE_DIR}"
- pushd "${WORKSPACE_DIR}"
- . "${ROOT_DIR}"/ci.sh _lint
- popd # this is required so we can remove the worktree when we're done
- git worktree remove --force "${WORKSPACE_DIR}"
- )
- }
- _check_job_triggers() {
- local job_names
- job_names="$1"
- local variable_definitions
- if command -v python3; then
- # shellcheck disable=SC2031
- variable_definitions=($(python3 "${ROOT_DIR}"/pipeline/determine_tests_to_run.py))
- else
- # shellcheck disable=SC2031
- variable_definitions=($(python "${ROOT_DIR}"/pipeline/determine_tests_to_run.py))
- fi
- if [ 0 -lt "${#variable_definitions[@]}" ]; then
- local expression restore_shell_state=""
- if [ -o xtrace ]; then set +x; restore_shell_state="set -x;"; fi # Disable set -x (noisy here)
- {
- expression="$(printf "%q " "${variable_definitions[@]}")"
- printf "%s\n" "${expression}" >> ~/.bashrc
- }
- eval "${restore_shell_state}" "${expression}" # Restore set -x, then evaluate expression
- fi
- # shellcheck disable=SC2086
- if ! (set +x && should_run_job ${job_names//,/ }); then
- if [ "${GITHUB_ACTIONS-}" = true ]; then
- # If this job is to be skipped, emit 'exit' into .bashrc to quickly exit all following steps.
- # This isn't needed on Travis (since everything runs in one shell), but is on GitHub Actions.
- cat <<EOF1 >> ~/.bashrc
- cat <<EOF2 1>&2
- Exiting shell as no triggers were active for this job:
- ${job_names//,/}
- The active triggers during job initialization were the following:
- ${variable_definitions[*]}
- EOF2
- exit 0
- EOF1
- fi
- exit 0
- fi
- }
- configure_system() {
- git config --global advice.detachedHead false
- git config --global core.askpass ""
- git config --global credential.helper ""
- git config --global credential.modalprompt false
- # Requests library need root certificates.
- if [ "${OSTYPE}" = msys ]; then
- certutil -generateSSTFromWU roots.sst && certutil -addstore -f root roots.sst && rm roots.sst
- fi
- }
- # Initializes the environment for the current job. Performs the following tasks:
- # - Calls 'exit 0' in this job step and all subsequent steps to quickly exit if provided a list of
- # job names and none of them has been triggered.
- # - Sets variables to indicate the job names that have been triggered.
- # Note: Please avoid exporting these variables. Instead, source any callees that need to use them.
- # This helps reduce implicit coupling of callees to their parents, as they will be unable to run
- # when not sourced, (especially with set -u).
- # - Installs dependencies for the current job.
- # - Exports any environment variables necessary to run the build.
- # Usage: init [JOB_NAMES]
- # - JOB_NAMES (optional): Comma-separated list of job names to trigger on.
- init() {
- # TODO(jjyao): fix it for windows
- if [ "${OSTYPE}" != msys ]; then
- _check_job_triggers "${1-}"
- fi
- configure_system
- # shellcheck disable=SC2031
- . "${ROOT_DIR}"/env/install-dependencies.sh # Script is sourced to propagate up environment changes
- }
- build() {
- if [ "${LINT-}" != 1 ]; then
- _bazel_build_before_install
- else
- _bazel_build_protobuf
- fi
- if ! need_wheels; then
- install_ray
- if [ "${LINT-}" = 1 ]; then
- # Try generating Sphinx documentation. To do this, we need to install Ray first.
- build_sphinx_docs
- fi
- fi
- if [ "${RAY_CYTHON_EXAMPLES-}" = 1 ]; then
- install_cython_examples
- fi
- if [ "${LINT-}" = 1 ]; then
- install_go
- fi
- if need_wheels; then
- build_wheels
- fi
- }
- test_minimal() {
- ./ci/env/install-minimal.sh "$1"
- ./ci/env/env_info.sh
- python ./ci/env/check_minimal_install.py
- BAZEL_EXPORT_OPTIONS="$(./ci/run/bazel_export_options)"
- # Ignoring shellcheck is necessary because if ${BAZEL_EXPORT_OPTIONS} is wrapped by the double quotation,
- # bazel test cannot recognize the option.
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_basic
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 --test_env=TEST_EXTERNAL_REDIS=1 ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_basic
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_basic_2
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 --test_env=TEST_EXTERNAL_REDIS=1 ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_basic_2
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_basic_3
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 --test_env=TEST_EXTERNAL_REDIS=1 ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_basic_3
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_basic_4
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 --test_env=TEST_EXTERNAL_REDIS=1 ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_basic_4
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_basic_5
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 --test_env=TEST_EXTERNAL_REDIS=1 ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_basic_5
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_output
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_runtime_env_ray_minimal
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_runtime_env
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_runtime_env_2
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_runtime_env_complicated
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_runtime_env_validation
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_serve_ray_minimal
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 ${BAZEL_EXPORT_OPTIONS} python/ray/dashboard/test_dashboard
- # shellcheck disable=SC2086
- bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 ${BAZEL_EXPORT_OPTIONS} python/ray/tests/test_usage_stats
- }
- _main() {
- if [ "${GITHUB_ACTIONS-}" = true ]; then
- exec 2>&1 # Merge stdout and stderr to prevent out-of-order buffering issues
- reload_env
- fi
- "$@"
- }
- _main "$@"
- # Pop caller's shell options (quietly)
- { set -vx; eval "${SHELLOPTS_STACK##*|}"; SHELLOPTS_STACK="${SHELLOPTS_STACK%|*}"; } 2> /dev/null
|