base_image: {{ env["RAY_IMAGE_NIGHTLY_CPU"] | default("anyscale/ray:nightly-py37") }}
env_vars: {}
debian_packages:
  - curl

python:
  pip_packages:
    - pytest
    - awscli
    - gcsfs<=2022.7.1
    - xgboost_ray  # this will install protobuf version beyond the upper bound of what Tune allows
    - pyarrow>=6.0.1,<7.0.0
  conda_packages: []

post_build_cmds:
  - pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - pip3 install ray[tune] # Installing Tune dependency so we can get protobuf version back.
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
  - sudo mkdir -p /data || true
  - sudo chown ray:1000 /data || true
  - rm -rf /data/train.parquet || true
  - rm -rf /data/test.parquet || true
  - curl -o ./create_test_data.py https://raw.githubusercontent.com/ray-project/ray/2a02b97f1ae552debd2071985e23e2da418ed906/release/tune_tests/scalability_tests/create_test_data.py
  - python ./create_test_data.py /data/train.parquet --seed 1234 --num-rows 40000000 --num-cols 40 --num-partitions 128 --num-classes 2
  - python ./create_test_data.py /data/test.parquet --seed 1234 --num-rows 10000000 --num-cols 40 --num-partitions 128 --num-classes 2