updated cluser compute, environment and workloads

2023-12-07 11:36:49 -08:00
parent 11ab35b251
commit be3d2732a8
4 changed files with 8 additions and 9 deletions
--- a/deploy/cluster_compute.yaml
+++ b/deploy/cluster_compute.yaml
@@ -1,12 +1,12 @@
-cloud: madewithml-us-east-2
-region: us-east2
+cloud: education-us-west-2
+region: us-west-2
 head_node_type:
  name: head_node_type
-  instance_type: m5.2xlarge  # 8 CPU, 0 GPU, 32 GB RAM
+  instance_type: g5.4xlarge
 worker_node_types:
 - name: gpu_worker
-  instance_type: g4dn.xlarge  # 4 CPU, 1 GPU, 16 GB RAM
-  min_workers: 0
+  instance_type: g5.4xlarge
+  min_workers: 1
  max_workers: 1
  use_spot: False
 aws:
--- a/deploy/cluster_env.yaml
+++ b/deploy/cluster_env.yaml
@@ -1,4 +1,4 @@
-base_image: anyscale/ray:2.6.0-py310-cu118
+base_image: anyscale/ray:2.7.0optimized-py310-cu118
 env_vars: {}
 debian_packages:
  - curl
--- a/deploy/jobs/workloads.sh
+++ b/deploy/jobs/workloads.sh
@@ -1,6 +1,5 @@
 #!/bin/bash
 export PYTHONPATH=$PYTHONPATH:$PWD
-export RAY_AIR_REENABLE_DEPRECATED_SYNC_TO_HEAD_NODE=1
 mkdir results

 # Test data