You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by xq...@apache.org on 2024/11/22 17:42:08 UTC
(beam) 01/01: Remove the default machine types
This is an automated email from the ASF dual-hosted git repository.
xqhu pushed a commit to branch liferoad-patch-4
in repository https://gitbox.apache.org/repos/asf/beam.git
commit eb01a82866d23059b7d7f96e8cec81a94562e12b
Author: liferoad <hu...@gmail.com>
AuthorDate: Fri Nov 22 12:41:56 2024 -0500
Remove the default machine types
From https://github.com/apache/beam/issues/30507#issuecomment-2494385957, try to use the default machine types for Flink with more memory.
---
.test-infra/dataproc/flink_cluster.sh | 4 +---
1 file changed, 1 insertion(+), 3 deletions(-)
diff --git a/.test-infra/dataproc/flink_cluster.sh b/.test-infra/dataproc/flink_cluster.sh
index 759d7a6fcc3..aeb5ec19441 100755
--- a/.test-infra/dataproc/flink_cluster.sh
+++ b/.test-infra/dataproc/flink_cluster.sh
@@ -131,10 +131,8 @@ function create_cluster() {
# Docker init action restarts yarn so we need to start yarn session after this restart happens.
# This is why flink init action is invoked last.
- # TODO(11/11/2022) remove --worker-machine-type and --master-machine-type once N2 CPUs quota relaxed
- # Dataproc 2.1 uses n2-standard-2 by default but there is N2 CPUs=24 quota limit
gcloud dataproc clusters create $CLUSTER_NAME --region=$GCLOUD_REGION --num-workers=$FLINK_NUM_WORKERS --public-ip-address \
- --master-machine-type=n1-standard-2 --worker-machine-type=n1-standard-2 --metadata "${metadata}", \
+ --metadata "${metadata}", \
--image-version=$image_version --zone=$GCLOUD_ZONE --optional-components=FLINK,DOCKER --quiet
}