123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115 |
- #!/bin/bash
- set -x
- # Cause the script to exit if a single command fails.
- set -euo pipefail
- cat << EOF > "/usr/bin/nproc"
- #!/bin/bash
- echo 10
- EOF
- chmod +x /usr/bin/nproc
- NODE_VERSION="14"
- PYTHONS=("cp36-cp36m"
- "cp37-cp37m"
- "cp38-cp38"
- "cp39-cp39")
- NUMPY_VERSIONS=("1.14.5"
- "1.14.5"
- "1.14.5"
- "1.19.3")
- yum -y install unzip zip sudo
- yum -y install java-1.8.0-openjdk java-1.8.0-openjdk-devel xz
- yum -y install openssl
- yum install libasan-4.8.5-44.el7.x86_64 -y
- yum install libubsan-7.3.1-5.10.el7.x86_64 -y
- yum install devtoolset-8-libasan-devel.x86_64 -y
- java -version
- java_bin=$(readlink -f "$(command -v java)")
- echo "java_bin path $java_bin"
- java_home=${java_bin%jre/bin/java}
- export JAVA_HOME="$java_home"
- /ray/ci/env/install-bazel.sh
- # Put bazel into the PATH if building Bazel from source
- # export PATH=/root/bazel-3.2.0/output:$PATH:/root/bin
- # If converting down to manylinux2010, the following configuration should
- # be set for bazel
- #echo "build --config=manylinux2010" >> /root/.bazelrc
- echo "build --incompatible_linkopts_to_linklibs" >> /root/.bazelrc
- if [[ -n "${RAY_INSTALL_JAVA:-}" ]]; then
- bazel build //java:ray_java_pkg
- unset RAY_INSTALL_JAVA
- fi
- # Install and use the latest version of Node.js in order to build the dashboard.
- set +x
- curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.34.0/install.sh | bash
- source "$HOME"/.nvm/nvm.sh
- nvm install "$NODE_VERSION"
- nvm use "$NODE_VERSION"
- # Build the dashboard so its static assets can be included in the wheel.
- # TODO(mfitton): switch this back when deleting old dashboard code.
- pushd python/ray/dashboard/client
- npm ci
- npm run build
- popd
- set -x
- mkdir -p .whl
- for ((i=0; i<${#PYTHONS[@]}; ++i)); do
- PYTHON=${PYTHONS[i]}
- NUMPY_VERSION=${NUMPY_VERSIONS[i]}
- # The -f flag is passed twice to also run git clean in the arrow subdirectory.
- # The -d flag removes directories. The -x flag ignores the .gitignore file,
- # and the -e flag ensures that we don't remove the .whl directory, the
- # dashboard directory and jars directory.
- git clean -f -f -x -d -e .whl -e python/ray/dashboard/client -e dashboard/client -e python/ray/jars
- pushd python
- # Fix the numpy version because this will be the oldest numpy version we can
- # support.
- /opt/python/"${PYTHON}"/bin/pip install -q numpy=="${NUMPY_VERSION}" cython==0.29.26
- # Set the commit SHA in __init__.py.
- if [ -n "$TRAVIS_COMMIT" ]; then
- sed -i.bak "s/{{RAY_COMMIT_SHA}}/$TRAVIS_COMMIT/g" ray/__init__.py && rm ray/__init__.py.bak
- else
- echo "TRAVIS_COMMIT variable not set - required to populated ray.__commit__."
- exit 1
- fi
- # build ray wheel
- PATH=/opt/python/${PYTHON}/bin:/root/bazel-3.2.0/output:$PATH \
- /opt/python/"${PYTHON}"/bin/python setup.py bdist_wheel
- # build ray-cpp wheel
- PATH=/opt/python/${PYTHON}/bin:/root/bazel-3.2.0/output:$PATH \
- RAY_INSTALL_CPP=1 /opt/python/"${PYTHON}"/bin/python setup.py bdist_wheel
- # In the future, run auditwheel here.
- mv dist/*.whl ../.whl/
- popd
- done
- # Rename the wheels so that they can be uploaded to PyPI. TODO(rkn): This is a
- # hack, we should use auditwheel instead.
- for path in .whl/*.whl; do
- if [ -f "${path}" ]; then
- out="${path//-linux/-manylinux2014}"
- if [ "$out" != "$path" ]; then
- mv "${path}" "${out}"
- fi
- fi
- done
- # Clean the build output so later operations is on a clean directory.
- git clean -f -f -x -d -e .whl -e python/ray/dashboard/client
|