You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by xx...@apache.org on 2021/11/18 09:39:29 UTC
[kylin] branch main updated: KYLIN-5069 Fix the error of key not found
This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/kylin.git
The following commit(s) were added to refs/heads/main by this push:
new b7b77a3 KYLIN-5069 Fix the error of key not found
b7b77a3 is described below
commit b7b77a3ee75219d152250a7592203e08db1f1c5b
Author: yaqian.zhang <59...@qq.com>
AuthorDate: Thu Nov 18 13:50:40 2021 +0800
KYLIN-5069 Fix the error of key not found
---
.../java/org/apache/kylin/source/hive/SparkHiveClient.java | 13 +++++++++----
1 file changed, 9 insertions(+), 4 deletions(-)
diff --git a/source-hive/src/main/java/org/apache/kylin/source/hive/SparkHiveClient.java b/source-hive/src/main/java/org/apache/kylin/source/hive/SparkHiveClient.java
index 26b97d7..b7daab0 100644
--- a/source-hive/src/main/java/org/apache/kylin/source/hive/SparkHiveClient.java
+++ b/source-hive/src/main/java/org/apache/kylin/source/hive/SparkHiveClient.java
@@ -30,6 +30,7 @@ import org.apache.spark.sql.types.Metadata;
import org.apache.spark.sql.types.StructField;
import scala.Option;
import scala.collection.Iterator;
+import scala.collection.immutable.Map;
import java.io.IOException;
import java.util.List;
@@ -86,11 +87,14 @@ public class SparkHiveClient implements IHiveClient {
}
}
+ Map<String, String> properties = catalogTable.ignoredProperties();
builder.setAllColumns(allColumns);
builder.setPartitionColumns(partitionColumns);
builder.setSdLocation(catalogTable.location().getPath());
- builder.setFileSize(Long.parseLong(catalogTable.ignoredProperties().apply(TABLE_TOTAL_SIZE)));
- builder.setFileNum(Long.parseLong(catalogTable.ignoredProperties().apply(TABLE_FILE_NUM)));
+ long totalSize = properties.contains(TABLE_TOTAL_SIZE) ? Long.parseLong(properties.apply(TABLE_TOTAL_SIZE)) : 0L;
+ builder.setFileSize(totalSize);
+ long totalFileNum = properties.contains(TABLE_FILE_NUM) ? Long.parseLong(properties.apply(TABLE_FILE_NUM)) : 0L;
+ builder.setFileNum(totalFileNum);
builder.setIsNative(catalogTable.tableType().equals(CatalogTableType.MANAGED()));
builder.setTableName(tableName);
builder.setSdInputFormat(catalogTable.storage().inputFormat().toString());
@@ -116,8 +120,9 @@ public class SparkHiveClient implements IHiveClient {
@Override
public long getHiveTableRows(String database, String tableName) throws Exception {
- return Long.parseLong(catalog.getTempViewOrPermanentTableMetadata(new TableIdentifier(tableName, Option.apply(database)))
- .ignoredProperties().apply(HIVE_TABLE_ROWS));
+ Map<String, String> properties = catalog.getTempViewOrPermanentTableMetadata(new TableIdentifier(tableName, Option.apply(database))).ignoredProperties();
+ long hiveTableRows = properties.contains(HIVE_TABLE_ROWS) ? Long.parseLong(properties.apply(HIVE_TABLE_ROWS)) : 0L;
+ return hiveTableRows;
}
/*