1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556 |
- cluster_name: distributed-benchmarks
- min_workers: 0
- max_workers: 999999
- upscaling_speed: 9999999
- provider:
- type: aws
- region: us-west-2
- availability_zone: us-west-2a, us-west-2b, us-west-2c, us-west-2d
- auth:
- ssh_user: ubuntu
- available_node_types:
- head_node:
- node_config:
- InstanceType: r5dn.16xlarge # Network optimized.
- ImageId: ami-0a2363a9cff180a64
- resources:
- CPU: 0
- node: 1
- small: 1
- max_workers: 0
- worker_node:
- node_config:
- InstanceType: m5.16xlarge
- ImageId: ami-0a2363a9cff180a64
- resources:
- node: 1
- min_workers: 64
- max_workers: 64
- small_worker_node:
- node_config:
- InstanceType: m5.xlarge
- ImageId: ami-0a2363a9cff180a64
- resources:
- node: 1
- max_workers: 999999
- head_node_type: head_node
- worker_default_node_type: worker_node
- file_mounts: {
- "~/benchmarks": "."
- }
- setup_commands:
- - pip uninstall -y ray
- - pip install -U https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.4.0/6ac5e0e5ad45070e27c77aca7267bcee30cc4b4a/ray-1.4.0-cp37-cp37m-manylinux2014_x86_64.whl
- - pip install tqdm
- - sudo bash -c 'rm -rf /etc/security/limits.d; echo "* soft nofile 65535" >> /etc/security/limits.conf; echo "* hard nofile 65535" >> /etc/security/limits.conf;'
- idle_timeout_minutes: 1
|