You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by xq...@apache.org on 2024/11/22 17:42:08 UTC

(beam) 01/01: Remove the default machine types

This is an automated email from the ASF dual-hosted git repository.

xqhu pushed a commit to branch liferoad-patch-4
in repository https://gitbox.apache.org/repos/asf/beam.git

commit eb01a82866d23059b7d7f96e8cec81a94562e12b
Author: liferoad <hu...@gmail.com>
AuthorDate: Fri Nov 22 12:41:56 2024 -0500

    Remove the default machine types
    
    From https://github.com/apache/beam/issues/30507#issuecomment-2494385957, try to use the default machine types for Flink with more memory.
---
 .test-infra/dataproc/flink_cluster.sh | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/.test-infra/dataproc/flink_cluster.sh b/.test-infra/dataproc/flink_cluster.sh
index 759d7a6fcc3..aeb5ec19441 100755
--- a/.test-infra/dataproc/flink_cluster.sh
+++ b/.test-infra/dataproc/flink_cluster.sh
@@ -131,10 +131,8 @@ function create_cluster() {
 
   # Docker init action restarts yarn so we need to start yarn session after this restart happens.
   # This is why flink init action is invoked last.
-  # TODO(11/11/2022) remove --worker-machine-type and --master-machine-type once N2 CPUs quota relaxed
-  # Dataproc 2.1 uses n2-standard-2 by default but there is N2 CPUs=24 quota limit
   gcloud dataproc clusters create $CLUSTER_NAME --region=$GCLOUD_REGION --num-workers=$FLINK_NUM_WORKERS --public-ip-address \
-  --master-machine-type=n1-standard-2 --worker-machine-type=n1-standard-2 --metadata "${metadata}", \
+  --metadata "${metadata}", \
   --image-version=$image_version --zone=$GCLOUD_ZONE  --optional-components=FLINK,DOCKER  --quiet
 }