You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by rm...@apache.org on 2023/02/01 14:33:02 UTC

[flink-kubernetes-operator] branch DE-3569 created (now 286d3ae6)

This is an automated email from the ASF dual-hosted git repository.

rmetzger pushed a change to branch DE-3569
in repository https://gitbox.apache.org/repos/asf/flink-kubernetes-operator.git


      at 286d3ae6 Setup deployment to codeartifact

This branch includes the following new commits:

     new 2f4e1580 wip
     new d0f4fd54 checkstyle
     new 286d3ae6 Setup deployment to codeartifact

The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.



[flink-kubernetes-operator] 02/03: checkstyle

Posted by rm...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

rmetzger pushed a commit to branch DE-3569
in repository https://gitbox.apache.org/repos/asf/flink-kubernetes-operator.git

commit d0f4fd545b3e8c7658553c45da253e08133e6a85
Author: Robert Metzger <rm...@decodable.co>
AuthorDate: Wed Feb 1 10:00:43 2023 +0100

    checkstyle
---
 .../flink/kubernetes/operator/service/AbstractFlinkService.java   | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/AbstractFlinkService.java b/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/AbstractFlinkService.java
index a6f2b7cd..eee07da0 100644
--- a/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/AbstractFlinkService.java
+++ b/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/AbstractFlinkService.java
@@ -57,7 +57,13 @@ import org.apache.flink.runtime.messages.webmonitor.MultipleJobsDetails;
 import org.apache.flink.runtime.rest.FileUpload;
 import org.apache.flink.runtime.rest.RestClient;
 import org.apache.flink.runtime.rest.handler.async.AsynchronousOperationResult;
-import org.apache.flink.runtime.rest.messages.*;
+import org.apache.flink.runtime.rest.messages.DashboardConfiguration;
+import org.apache.flink.runtime.rest.messages.EmptyMessageParameters;
+import org.apache.flink.runtime.rest.messages.EmptyRequestBody;
+import org.apache.flink.runtime.rest.messages.JobExceptionsHeaders;
+import org.apache.flink.runtime.rest.messages.JobExceptionsInfoWithHistory;
+import org.apache.flink.runtime.rest.messages.JobsOverviewHeaders;
+import org.apache.flink.runtime.rest.messages.TriggerId;
 import org.apache.flink.runtime.rest.messages.job.JobExceptionsMessageParameters;
 import org.apache.flink.runtime.rest.messages.job.metrics.JobMetricsHeaders;
 import org.apache.flink.runtime.rest.messages.job.savepoints.SavepointDisposalRequest;


[flink-kubernetes-operator] 03/03: Setup deployment to codeartifact

Posted by rm...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

rmetzger pushed a commit to branch DE-3569
in repository https://gitbox.apache.org/repos/asf/flink-kubernetes-operator.git

commit 286d3ae6c309c8c945023631879278684979ee6d
Author: Robert Metzger <rm...@decodable.co>
AuthorDate: Wed Feb 1 15:32:42 2023 +0100

    Setup deployment to codeartifact
---
 .github/workflows/codeartifact_push.yml | 48 +++++++++++++++++++++++++++
 .github/workflows/publish_snapshot.yml  | 59 ---------------------------------
 pom.xml                                 | 14 ++++++++
 3 files changed, 62 insertions(+), 59 deletions(-)

diff --git a/.github/workflows/codeartifact_push.yml b/.github/workflows/codeartifact_push.yml
new file mode 100644
index 00000000..6dea0750
--- /dev/null
+++ b/.github/workflows/codeartifact_push.yml
@@ -0,0 +1,48 @@
+
+name: "Push to decodable AWS codeartifact"
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+      - 'release-*'
+    tags:
+      - 'release-*-rc*'
+jobs:
+  build_n_push:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out the repo
+        uses: actions/checkout@v2
+      - name: Set up JDK 11
+        uses: actions/setup-java@v2
+        with:
+          java-version: '11'
+          distribution: 'adopt'
+          cache: maven
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: us-west-2
+      - name: Fetch AWS CodeArtifact token
+        run: echo CODEARTIFACT_AUTH_TOKEN=$(aws codeartifact get-authorization-token --region us-west-2 --domain decodable --domain-owner 671293015970 --query authorizationToken --output text ) >> $GITHUB_ENV
+      - name: maven-settings-xml-action
+        uses: whelk-io/maven-settings-xml-action@v20
+        with:
+          servers: >
+            [
+              {
+                "id": "decodable-mvn-releases-local",
+                "username": "aws",
+                "password": "${env.CODEARTIFACT_AUTH_TOKEN}"
+              },
+            {
+              "id": "decodable-mvn-snapshots-local",
+              "username": "aws",
+              "password": "${env.CODEARTIFACT_AUTH_TOKEN}"
+            }
+            ]
+      - name: Build
+        run: mvn clean deploy -B -DskipTests -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.httpconnectionManager.ttlSeconds=120
diff --git a/.github/workflows/publish_snapshot.yml b/.github/workflows/publish_snapshot.yml
deleted file mode 100644
index 5fce9fd7..00000000
--- a/.github/workflows/publish_snapshot.yml
+++ /dev/null
@@ -1,59 +0,0 @@
-################################################################################
-#  Licensed to the Apache Software Foundation (ASF) under one
-#  or more contributor license agreements.  See the NOTICE file
-#  distributed with this work for additional information
-#  regarding copyright ownership.  The ASF licenses this file
-#  to you under the Apache License, Version 2.0 (the
-#  "License"); you may not use this file except in compliance
-#  with the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-# limitations under the License.
-################################################################################
-
-name: Publish Snapshot
-
-on:
-  schedule:
-    # At the end of every day
-    - cron: '0 0 * * *'
-  workflow_dispatch:
-jobs:
-  publish-snapshot:
-    if: github.repository == 'apache/flink-kubernetes-operator'
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-        with:
-          ref: main
-      - name: Set up JDK 11
-        uses: actions/setup-java@v2
-        with:
-          java-version: '11'
-          distribution: 'adopt'
-      - name: Cache local Maven repository
-        uses: actions/cache@v3
-        with:
-          path: ~/.m2/repository
-          key: snapshot-maven-${{ hashFiles('**/pom.xml') }}
-          restore-keys: |
-            snapshot-maven-
-      - name: Publish snapshot
-        env:
-          ASF_USERNAME: ${{ secrets.NEXUS_USER }}
-          ASF_PASSWORD: ${{ secrets.NEXUS_PW }}
-        run: |
-          tmp_settings="tmp-settings.xml"
-          echo "<settings><servers><server>" > $tmp_settings
-          echo "<id>apache.snapshots.https</id><username>$ASF_USERNAME</username>" >> $tmp_settings
-          echo "<password>$ASF_PASSWORD</password>" >> $tmp_settings
-          echo "</server></servers></settings>" >> $tmp_settings
-          
-          mvn --settings $tmp_settings clean deploy -Dgpg.skip -Drat.skip -DskipTests -Papache-release
-          
-          rm $tmp_settings
diff --git a/pom.xml b/pom.xml
index 146821a8..cbce205e 100644
--- a/pom.xml
+++ b/pom.xml
@@ -44,6 +44,20 @@ under the License.
         </license>
     </licenses>
 
+    <distributionManagement>
+        <repository>
+            <id>decodable-mvn-releases-local</id>
+            <name>decodable-mvn-releases-local</name>
+            <url>https://decodable-671293015970.d.codeartifact.us-west-2.amazonaws.com/maven/decodable-mvn-releases-local/</url>
+        </repository>
+        <snapshotRepository>
+            <id>decodable-mvn-snapshots-local</id>
+            <name>decodable-mvn-snapshots-local</name>
+            <url>https://decodable-671293015970.d.codeartifact.us-west-2.amazonaws.com/maven/decodable-mvn-snapshots-local/</url>
+        </snapshotRepository>
+    </distributionManagement>
+
+
     <scm>
         <url>https://github.com/apache/flink-kubernetes-operator</url>
         <connection>git@github.com:apache/flink-kubernetes-operator.git</connection>


[flink-kubernetes-operator] 01/03: wip

Posted by rm...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

rmetzger pushed a commit to branch DE-3569
in repository https://gitbox.apache.org/repos/asf/flink-kubernetes-operator.git

commit 2f4e1580ff1a98d0ae30a93042ca9f06dcd34bcb
Author: Robert Metzger <rm...@decodable.co>
AuthorDate: Wed Feb 1 09:55:50 2023 +0100

    wip
---
 .../kubernetes/operator/api/status/JobStatus.java  |   4 +
 .../{JobStatus.java => StatusExceptionInfo.java}   |  26 +----
 .../operator/observer/JobStatusObserver.java       |  33 +++++-
 .../operator/service/AbstractFlinkService.java     | 112 +++++++--------------
 .../kubernetes/operator/service/FlinkService.java  |   4 +
 .../crds/flinkdeployments.flink.apache.org-v1.yml  |  11 ++
 .../crds/flinksessionjobs.flink.apache.org-v1.yml  |  11 ++
 7 files changed, 102 insertions(+), 99 deletions(-)

diff --git a/flink-kubernetes-operator-api/src/main/java/org/apache/flink/kubernetes/operator/api/status/JobStatus.java b/flink-kubernetes-operator-api/src/main/java/org/apache/flink/kubernetes/operator/api/status/JobStatus.java
index 9b9e15e9..68f813bb 100644
--- a/flink-kubernetes-operator-api/src/main/java/org/apache/flink/kubernetes/operator/api/status/JobStatus.java
+++ b/flink-kubernetes-operator-api/src/main/java/org/apache/flink/kubernetes/operator/api/status/JobStatus.java
@@ -25,6 +25,8 @@ import lombok.Builder;
 import lombok.Data;
 import lombok.NoArgsConstructor;
 
+import java.util.List;
+
 /** Last observed status of the Flink job within an application deployment. */
 @Experimental
 @Data
@@ -50,4 +52,6 @@ public class JobStatus {
 
     /** Information about pending and last savepoint for the job. */
     private SavepointInfo savepointInfo = new SavepointInfo();
+
+    private List<StatusExceptionInfo> exceptionHistory;
 }
diff --git a/flink-kubernetes-operator-api/src/main/java/org/apache/flink/kubernetes/operator/api/status/JobStatus.java b/flink-kubernetes-operator-api/src/main/java/org/apache/flink/kubernetes/operator/api/status/StatusExceptionInfo.java
similarity index 62%
copy from flink-kubernetes-operator-api/src/main/java/org/apache/flink/kubernetes/operator/api/status/JobStatus.java
copy to flink-kubernetes-operator-api/src/main/java/org/apache/flink/kubernetes/operator/api/status/StatusExceptionInfo.java
index 9b9e15e9..40a02324 100644
--- a/flink-kubernetes-operator-api/src/main/java/org/apache/flink/kubernetes/operator/api/status/JobStatus.java
+++ b/flink-kubernetes-operator-api/src/main/java/org/apache/flink/kubernetes/operator/api/status/StatusExceptionInfo.java
@@ -19,35 +19,19 @@ package org.apache.flink.kubernetes.operator.api.status;
 
 import org.apache.flink.annotation.Experimental;
 
-import io.fabric8.kubernetes.model.annotation.PrinterColumn;
 import lombok.AllArgsConstructor;
 import lombok.Builder;
 import lombok.Data;
 import lombok.NoArgsConstructor;
 
-/** Last observed status of the Flink job within an application deployment. */
+/** Exception history item for the JobStatus. */
 @Experimental
 @Data
 @NoArgsConstructor
 @AllArgsConstructor
 @Builder(toBuilder = true)
-public class JobStatus {
-    /** Name of the job. */
-    private String jobName;
-
-    /** Flink JobId of the Job. */
-    private String jobId;
-
-    /** Last observed state of the job. */
-    @PrinterColumn(name = "Job Status")
-    private String state;
-
-    /** Start time of the job. */
-    private String startTime;
-
-    /** Update time of the job. */
-    private String updateTime;
-
-    /** Information about pending and last savepoint for the job. */
-    private SavepointInfo savepointInfo = new SavepointInfo();
+public class StatusExceptionInfo {
+    private String stacktrace;
+    private String taskName;
+    private long timestamp;
 }
diff --git a/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/observer/JobStatusObserver.java b/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/observer/JobStatusObserver.java
index 1062796f..49c4f55a 100644
--- a/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/observer/JobStatusObserver.java
+++ b/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/observer/JobStatusObserver.java
@@ -20,11 +20,13 @@ package org.apache.flink.kubernetes.operator.observer;
 import org.apache.flink.configuration.Configuration;
 import org.apache.flink.kubernetes.operator.api.AbstractFlinkResource;
 import org.apache.flink.kubernetes.operator.api.status.JobStatus;
+import org.apache.flink.kubernetes.operator.api.status.StatusExceptionInfo;
 import org.apache.flink.kubernetes.operator.config.FlinkConfigManager;
 import org.apache.flink.kubernetes.operator.controller.FlinkResourceContext;
 import org.apache.flink.kubernetes.operator.reconciler.ReconciliationUtils;
 import org.apache.flink.kubernetes.operator.utils.EventRecorder;
 import org.apache.flink.runtime.client.JobStatusMessage;
+import org.apache.flink.runtime.rest.messages.JobExceptionsInfoWithHistory;
 
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
@@ -33,6 +35,7 @@ import java.util.ArrayList;
 import java.util.List;
 import java.util.Optional;
 import java.util.concurrent.TimeoutException;
+import java.util.stream.Collectors;
 
 import static org.apache.flink.kubernetes.operator.utils.FlinkResourceExceptionUtils.updateFlinkResourceException;
 
@@ -89,7 +92,17 @@ public abstract class JobStatusObserver<R extends AbstractFlinkResource<?, ?>> {
                 onTargetJobNotFound(resource, ctx.getObserveConfig());
                 return false;
             } else {
-                updateJobStatus(ctx, targetJobStatusMessage.get());
+                var statusMessage = targetJobStatusMessage.get();
+                List<JobExceptionsInfoWithHistory.RootExceptionInfo> exceptionHistory = List.of();
+                try {
+                    exceptionHistory =
+                            ctx.getFlinkService()
+                                    .getExceptionHistory(
+                                            ctx.getObserveConfig(), statusMessage.getJobId());
+                } catch (Exception e) {
+                    LOG.warn("Unable to retrieve exception history", e);
+                }
+                updateJobStatus(ctx, statusMessage, exceptionHistory);
             }
             ReconciliationUtils.checkAndUpdateStableSpec(resource.getStatus());
             return true;
@@ -155,7 +168,10 @@ public abstract class JobStatusObserver<R extends AbstractFlinkResource<?, ?>> {
      * @param ctx Resource context.
      * @param clusterJobStatus the status fetch from the cluster.
      */
-    private void updateJobStatus(FlinkResourceContext<R> ctx, JobStatusMessage clusterJobStatus) {
+    private void updateJobStatus(
+            FlinkResourceContext<R> ctx,
+            JobStatusMessage clusterJobStatus,
+            List<JobExceptionsInfoWithHistory.RootExceptionInfo> exceptionHistory) {
         var resource = ctx.getResource();
         var jobStatus = resource.getStatus().getJobStatus();
         var previousJobId = jobStatus.getJobId();
@@ -165,6 +181,7 @@ public abstract class JobStatusObserver<R extends AbstractFlinkResource<?, ?>> {
         jobStatus.setJobName(clusterJobStatus.getJobName());
         jobStatus.setJobId(clusterJobStatus.getJobId().toHexString());
         jobStatus.setStartTime(String.valueOf(clusterJobStatus.getStartTime()));
+        jobStatus.setExceptionHistory(convertExceptionHistory(exceptionHistory));
 
         if (jobStatus.getJobId().equals(previousJobId)
                 && jobStatus.getState().equals(previousJobStatus)) {
@@ -189,6 +206,18 @@ public abstract class JobStatusObserver<R extends AbstractFlinkResource<?, ?>> {
         }
     }
 
+    private static List<StatusExceptionInfo> convertExceptionHistory(
+            List<JobExceptionsInfoWithHistory.RootExceptionInfo> flinkExceptionHistory) {
+        return flinkExceptionHistory.stream()
+                .map(
+                        flinkException ->
+                                new StatusExceptionInfo(
+                                        flinkException.getStacktrace(),
+                                        flinkException.getTaskName(),
+                                        flinkException.getTimestamp()))
+                .collect(Collectors.toList());
+    }
+
     private void setErrorIfPresent(FlinkResourceContext<R> ctx, JobStatusMessage clusterJobStatus) {
         if (clusterJobStatus.getJobState() == org.apache.flink.api.common.JobStatus.FAILED) {
             try {
diff --git a/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/AbstractFlinkService.java b/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/AbstractFlinkService.java
index 933ab745..a6f2b7cd 100644
--- a/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/AbstractFlinkService.java
+++ b/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/AbstractFlinkService.java
@@ -57,11 +57,8 @@ import org.apache.flink.runtime.messages.webmonitor.MultipleJobsDetails;
 import org.apache.flink.runtime.rest.FileUpload;
 import org.apache.flink.runtime.rest.RestClient;
 import org.apache.flink.runtime.rest.handler.async.AsynchronousOperationResult;
-import org.apache.flink.runtime.rest.messages.DashboardConfiguration;
-import org.apache.flink.runtime.rest.messages.EmptyMessageParameters;
-import org.apache.flink.runtime.rest.messages.EmptyRequestBody;
-import org.apache.flink.runtime.rest.messages.JobsOverviewHeaders;
-import org.apache.flink.runtime.rest.messages.TriggerId;
+import org.apache.flink.runtime.rest.messages.*;
+import org.apache.flink.runtime.rest.messages.job.JobExceptionsMessageParameters;
 import org.apache.flink.runtime.rest.messages.job.metrics.JobMetricsHeaders;
 import org.apache.flink.runtime.rest.messages.job.savepoints.SavepointDisposalRequest;
 import org.apache.flink.runtime.rest.messages.job.savepoints.SavepointDisposalTriggerHeaders;
@@ -135,6 +132,7 @@ public abstract class AbstractFlinkService implements FlinkService {
 
     protected final KubernetesClient kubernetesClient;
     protected final FlinkConfigManager configManager;
+    private final long requestTimeoutSeconds;
     private final ExecutorService executorService;
     protected final ArtifactManager artifactManager;
     private final String emptyJar;
@@ -148,6 +146,8 @@ public abstract class AbstractFlinkService implements FlinkService {
                 Executors.newFixedThreadPool(
                         4, new ExecutorThreadFactory("Flink-RestClusterClient-IO"));
         this.emptyJar = createEmptyJar();
+        this.requestTimeoutSeconds =
+                configManager.getOperatorConfiguration().getFlinkClientTimeout().toSeconds();
     }
 
     protected abstract PodList getJmPodList(String namespace, String clusterId);
@@ -228,12 +228,7 @@ public abstract class AbstractFlinkService implements FlinkService {
                             EmptyMessageParameters.getInstance(),
                             EmptyRequestBody.getInstance())
                     .thenApply(AbstractFlinkService::toJobStatusMessage)
-                    .get(
-                            configManager
-                                    .getOperatorConfiguration()
-                                    .getFlinkClientTimeout()
-                                    .toSeconds(),
-                            TimeUnit.SECONDS);
+                    .get(requestTimeoutSeconds, TimeUnit.SECONDS);
         }
     }
 
@@ -242,12 +237,7 @@ public abstract class AbstractFlinkService implements FlinkService {
         try (ClusterClient<String> clusterClient = getClusterClient(conf)) {
             return clusterClient
                     .requestJobResult(jobID)
-                    .get(
-                            configManager
-                                    .getOperatorConfiguration()
-                                    .getFlinkClientTimeout()
-                                    .getSeconds(),
-                            TimeUnit.SECONDS);
+                    .get(requestTimeoutSeconds, TimeUnit.SECONDS);
         }
     }
 
@@ -272,12 +262,7 @@ public abstract class AbstractFlinkService implements FlinkService {
                         try {
                             clusterClient
                                     .cancel(Preconditions.checkNotNull(jobId))
-                                    .get(
-                                            configManager
-                                                    .getOperatorConfiguration()
-                                                    .getFlinkCancelJobTimeout()
-                                                    .toSeconds(),
-                                            TimeUnit.SECONDS);
+                                    .get(requestTimeoutSeconds, TimeUnit.SECONDS);
                             LOG.info("Job successfully cancelled.");
                         } catch (Exception e) {
                             LOG.error("Could not shut down cluster gracefully, deleting...", e);
@@ -382,14 +367,7 @@ public abstract class AbstractFlinkService implements FlinkService {
                 switch (upgradeMode) {
                     case STATELESS:
                         LOG.info("Cancelling job.");
-                        clusterClient
-                                .cancel(jobId)
-                                .get(
-                                        configManager
-                                                .getOperatorConfiguration()
-                                                .getFlinkCancelJobTimeout()
-                                                .toSeconds(),
-                                        TimeUnit.SECONDS);
+                        clusterClient.cancel(jobId).get(requestTimeoutSeconds, TimeUnit.SECONDS);
                         LOG.info("Job successfully cancelled.");
                         break;
                     case SAVEPOINT:
@@ -469,8 +447,6 @@ public abstract class AbstractFlinkService implements FlinkService {
 
             var savepointDirectory =
                     Preconditions.checkNotNull(conf.get(CheckpointingOptions.SAVEPOINT_DIRECTORY));
-            var timeout =
-                    configManager.getOperatorConfiguration().getFlinkClientTimeout().getSeconds();
 
             var savepointFormatType = SavepointUtils.getSavepointFormatType(conf);
 
@@ -487,7 +463,7 @@ public abstract class AbstractFlinkService implements FlinkService {
                                                     ? savepointFormatType
                                                     : null,
                                             null))
-                            .get(timeout, TimeUnit.SECONDS);
+                            .get(requestTimeoutSeconds, TimeUnit.SECONDS);
             LOG.info("Savepoint successfully triggered: " + response.getTriggerId().toHexString());
 
             savepointInfo.setTrigger(
@@ -509,13 +485,7 @@ public abstract class AbstractFlinkService implements FlinkService {
             CompletableFuture<CheckpointHistoryWrapper> response =
                     clusterClient.sendRequest(headers, params, EmptyRequestBody.getInstance());
 
-            var checkpoints =
-                    response.get(
-                            configManager
-                                    .getOperatorConfiguration()
-                                    .getFlinkClientTimeout()
-                                    .getSeconds(),
-                            TimeUnit.SECONDS);
+            var checkpoints = response.get(requestTimeoutSeconds, TimeUnit.SECONDS);
 
             var latestCheckpointOpt = checkpoints.getLatestCheckpointPath();
 
@@ -543,12 +513,7 @@ public abstract class AbstractFlinkService implements FlinkService {
                             SavepointDisposalTriggerHeaders.getInstance(),
                             EmptyMessageParameters.getInstance(),
                             new SavepointDisposalRequest(savepointPath))
-                    .get(
-                            configManager
-                                    .getOperatorConfiguration()
-                                    .getFlinkClientTimeout()
-                                    .getSeconds(),
-                            TimeUnit.SECONDS);
+                    .get(requestTimeoutSeconds, TimeUnit.SECONDS);
         }
     }
 
@@ -607,12 +572,7 @@ public abstract class AbstractFlinkService implements FlinkService {
                                     CustomDashboardConfigurationHeaders.getInstance(),
                                     EmptyMessageParameters.getInstance(),
                                     EmptyRequestBody.getInstance())
-                            .get(
-                                    configManager
-                                            .getOperatorConfiguration()
-                                            .getFlinkClientTimeout()
-                                            .toSeconds(),
-                                    TimeUnit.SECONDS);
+                            .get(requestTimeoutSeconds, TimeUnit.SECONDS);
 
             runtimeVersion.put(
                     DashboardConfiguration.FIELD_NAME_FLINK_VERSION,
@@ -641,10 +601,7 @@ public abstract class AbstractFlinkService implements FlinkService {
         waitForClusterShutdown(
                 conf.getString(KubernetesConfigOptions.NAMESPACE),
                 conf.getString(KubernetesConfigOptions.CLUSTER_ID),
-                configManager
-                        .getOperatorConfiguration()
-                        .getFlinkShutdownClusterTimeout()
-                        .toSeconds());
+                requestTimeoutSeconds);
     }
 
     @Override
@@ -691,12 +648,7 @@ public abstract class AbstractFlinkService implements FlinkService {
             LOG.info("Submitting job: {} to session cluster.", jobID.toHexString());
             return clusterClient
                     .sendRequest(headers, parameters, runRequestBody)
-                    .get(
-                            configManager
-                                    .getOperatorConfiguration()
-                                    .getFlinkClientTimeout()
-                                    .toSeconds(),
-                            TimeUnit.SECONDS);
+                    .get(requestTimeoutSeconds, TimeUnit.SECONDS);
         } catch (Exception e) {
             LOG.error("Failed to submit job to session cluster.", e);
             throw new FlinkRuntimeException(e);
@@ -733,12 +685,7 @@ public abstract class AbstractFlinkService implements FlinkService {
                             Collections.singletonList(
                                     new FileUpload(
                                             jarFile.toPath(), RestConstants.CONTENT_TYPE_JAR)))
-                    .get(
-                            configManager
-                                    .getOperatorConfiguration()
-                                    .getFlinkClientTimeout()
-                                    .toSeconds(),
-                            TimeUnit.SECONDS);
+                    .get(requestTimeoutSeconds, TimeUnit.SECONDS);
         } finally {
             LOG.debug("Deleting the jar file {}", jarFile);
             FileUtils.deleteFileOrDirectory(jarFile);
@@ -762,12 +709,7 @@ public abstract class AbstractFlinkService implements FlinkService {
             parameters.jarIdPathParameter.resolve(jarId);
             clusterClient
                     .sendRequest(headers, parameters, EmptyRequestBody.getInstance())
-                    .get(
-                            configManager
-                                    .getOperatorConfiguration()
-                                    .getFlinkClientTimeout()
-                                    .toSeconds(),
-                            TimeUnit.SECONDS);
+                    .get(requestTimeoutSeconds, TimeUnit.SECONDS);
         } catch (Exception e) {
             LOG.error("Failed to delete the jar: {}.", jarId, e);
         }
@@ -898,7 +840,7 @@ public abstract class AbstractFlinkService implements FlinkService {
                                     JobMetricsHeaders.getInstance(),
                                     jobMetricsMessageParameters,
                                     EmptyRequestBody.getInstance())
-                            .get();
+                            .get(requestTimeoutSeconds, TimeUnit.SECONDS);
             return responseBody.getMetrics().stream()
                     .map(metric -> Tuple2.of(metric.getId(), metric.getValue()))
                     .collect(Collectors.toMap((t) -> t.f0, (t) -> t.f1));
@@ -929,4 +871,22 @@ public abstract class AbstractFlinkService implements FlinkService {
             status.getJobStatus().setState(JobStatus.FINISHED.name());
         }
     }
+
+    @Override
+    public List<JobExceptionsInfoWithHistory.RootExceptionInfo> getExceptionHistory(
+            Configuration conf, JobID jobId) throws Exception {
+        try (RestClusterClient<String> clusterClient =
+                (RestClusterClient<String>) getClusterClient(conf)) {
+            final JobExceptionsMessageParameters params = new JobExceptionsMessageParameters();
+            params.jobPathParameter.resolve(jobId);
+            var result =
+                    clusterClient
+                            .sendRequest(
+                                    JobExceptionsHeaders.getInstance(),
+                                    params,
+                                    EmptyRequestBody.getInstance())
+                            .get(requestTimeoutSeconds, TimeUnit.SECONDS);
+            return result.getExceptionHistory().getEntries();
+        }
+    }
 }
diff --git a/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/FlinkService.java b/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/FlinkService.java
index 6c75d127..eabecec6 100644
--- a/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/FlinkService.java
+++ b/flink-kubernetes-operator/src/main/java/org/apache/flink/kubernetes/operator/service/FlinkService.java
@@ -32,6 +32,7 @@ import org.apache.flink.kubernetes.operator.api.status.SavepointTriggerType;
 import org.apache.flink.kubernetes.operator.observer.SavepointFetchResult;
 import org.apache.flink.runtime.client.JobStatusMessage;
 import org.apache.flink.runtime.jobmaster.JobResult;
+import org.apache.flink.runtime.rest.messages.JobExceptionsInfoWithHistory;
 
 import io.fabric8.kubernetes.api.model.ObjectMeta;
 import io.fabric8.kubernetes.api.model.PodList;
@@ -105,4 +106,7 @@ public interface FlinkService {
             throws Exception;
 
     ClusterClient<String> getClusterClient(Configuration conf) throws Exception;
+
+    List<JobExceptionsInfoWithHistory.RootExceptionInfo> getExceptionHistory(
+            Configuration conf, JobID jobId) throws Exception;
 }
diff --git a/helm/flink-kubernetes-operator/crds/flinkdeployments.flink.apache.org-v1.yml b/helm/flink-kubernetes-operator/crds/flinkdeployments.flink.apache.org-v1.yml
index 5212526f..e87ede8f 100644
--- a/helm/flink-kubernetes-operator/crds/flinkdeployments.flink.apache.org-v1.yml
+++ b/helm/flink-kubernetes-operator/crds/flinkdeployments.flink.apache.org-v1.yml
@@ -9240,6 +9240,17 @@ spec:
                       lastPeriodicSavepointTimestamp:
                         type: integer
                     type: object
+                  exceptionHistory:
+                    items:
+                      properties:
+                        stacktrace:
+                          type: string
+                        taskName:
+                          type: string
+                        timestamp:
+                          type: integer
+                      type: object
+                    type: array
                 type: object
               error:
                 type: string
diff --git a/helm/flink-kubernetes-operator/crds/flinksessionjobs.flink.apache.org-v1.yml b/helm/flink-kubernetes-operator/crds/flinksessionjobs.flink.apache.org-v1.yml
index 1ab22032..ddd3c56c 100644
--- a/helm/flink-kubernetes-operator/crds/flinksessionjobs.flink.apache.org-v1.yml
+++ b/helm/flink-kubernetes-operator/crds/flinksessionjobs.flink.apache.org-v1.yml
@@ -165,6 +165,17 @@ spec:
                       lastPeriodicSavepointTimestamp:
                         type: integer
                     type: object
+                  exceptionHistory:
+                    items:
+                      properties:
+                        stacktrace:
+                          type: string
+                        taskName:
+                          type: string
+                        timestamp:
+                          type: integer
+                      type: object
+                    type: array
                 type: object
               error:
                 type: string