You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kudu.apache.org by gr...@apache.org on 2019/01/10 23:05:23 UTC

[kudu] 07/09: [backup] Workaround KUDU-1868 errors

This is an automated email from the ASF dual-hosted git repository.

granthenke pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kudu.git

commit 441fc769661d32ab846dbb44bc9b668145eee7b2
Author: Grant Henke <gr...@apache.org>
AuthorDate: Wed Jan 9 15:27:17 2019 -0600

    [backup] Workaround  KUDU-1868 errors
    
    As a workaround for KUDU-1868 the socketReadTimeout is
    matched to the scanRequestTimeout. Without this
    "Invalid call sequence ID" errors can occur under heavy load.
    
    Change-Id: I9fb16cb5b2d4518534e3752526fa830161fe13b6
    Reviewed-on: http://gerrit.cloudera.org:8080/12209
    Reviewed-by: Adar Dembo <ad...@cloudera.com>
    Tested-by: Kudu Jenkins
---
 .../src/main/scala/org/apache/kudu/backup/KuduBackup.scala          | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/java/kudu-backup/src/main/scala/org/apache/kudu/backup/KuduBackup.scala b/java/kudu-backup/src/main/scala/org/apache/kudu/backup/KuduBackup.scala
index bec3111..55541a2 100644
--- a/java/kudu-backup/src/main/scala/org/apache/kudu/backup/KuduBackup.scala
+++ b/java/kudu-backup/src/main/scala/org/apache/kudu/backup/KuduBackup.scala
@@ -40,7 +40,11 @@ object KuduBackup {
 
   def run(options: KuduBackupOptions, session: SparkSession): Unit = {
     val context =
-      new KuduContext(options.kuduMasterAddresses, session.sparkContext)
+      new KuduContext(options.kuduMasterAddresses, session.sparkContext,
+        // TODO: As a workaround for KUDU-1868 the socketReadTimeout is
+        // matched to the scanRequestTimeout. Without this
+        // "Invalid call sequence ID" errors can occur under heavy load.
+        Some(options.scanRequestTimeout))
     val path = options.path
     log.info(s"Backing up to path: $path")