app_config_gpu.yaml 1.1 KB

1234567891011121314151617181920212223242526
  1. base_image: {{ env["RAY_IMAGE_ML_NIGHTLY_GPU"] | default("anyscale/ray-ml:nightly-py37-gpu") }}
  2. env_vars:
  3. # Manually set NCCL_SOCKET_IFNAME to "ens" so NCCL training works on
  4. # anyscale_default_cloud.
  5. # See https://github.com/pytorch/pytorch/issues/68893 for more details.
  6. NCCL_SOCKET_IFNAME: ens
  7. debian_packages:
  8. - curl
  9. python:
  10. pip_packages:
  11. - pytest
  12. - xgboost_ray
  13. - petastorm
  14. - modin==0.12.1
  15. conda_packages: []
  16. post_build_cmds:
  17. - pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  18. - pip3 install -U --force-reinstall --no-deps xgboost xgboost_ray petastorm # Avoid caching
  19. - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
  20. - sudo mkdir -p /data || true
  21. - sudo chown ray:1000 /data || true
  22. - rm -rf /data/classification.parquet || true
  23. - curl -so create_test_data.py https://raw.githubusercontent.com/ray-project/ray/releases/1.3.0/release/xgboost_tests/create_test_data.py
  24. - python create_test_data.py /data/classification.parquet --seed 1234 --num-rows 1000000 --num-cols 40 --num-partitions 100 --num-classes 2