12345678910111213141516171819202122232425 |
- base_image: {{ env["RAY_IMAGE_NIGHTLY_CPU"] | default("anyscale/ray:nightly-py37") }}
- env_vars: {}
- debian_packages:
- - curl
- python:
- pip_packages:
- - pytest
- - awscli
- - gcsfs<=2022.7.1
- - xgboost_ray # this will install protobuf version beyond the upper bound of what Tune allows
- - pyarrow>=6.0.1,<7.0.0
- conda_packages: []
- post_build_cmds:
- - pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
- - pip3 install ray[tune] # Installing Tune dependency so we can get protobuf version back.
- - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
- - sudo mkdir -p /data || true
- - sudo chown ray:1000 /data || true
- - rm -rf /data/train.parquet || true
- - rm -rf /data/test.parquet || true
- - curl -o ./create_test_data.py https://raw.githubusercontent.com/ray-project/ray/2a02b97f1ae552debd2071985e23e2da418ed906/release/tune_tests/scalability_tests/create_test_data.py
- - python ./create_test_data.py /data/train.parquet --seed 1234 --num-rows 40000000 --num-cols 40 --num-partitions 128 --num-classes 2
- - python ./create_test_data.py /data/test.parquet --seed 1234 --num-rows 10000000 --num-cols 40 --num-partitions 128 --num-classes 2
|