You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gobblin.apache.org by su...@apache.org on 2019/11/26 22:48:22 UTC
[incubator-gobblin] branch master updated:
[GOBBLIN-981][COBBLIN-981] Handle backward compatibility issue in
HiveSource
This is an automated email from the ASF dual-hosted git repository.
suvasude pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-gobblin.git
The following commit(s) were added to refs/heads/master by this push:
new ee59a96 [GOBBLIN-981][COBBLIN-981] Handle backward compatibility issue in HiveSource
ee59a96 is described below
commit ee59a967fe342f5870855ed9aab00037785b6e5d
Author: Zihan Li <zi...@zihli-mn1.linkedin.biz>
AuthorDate: Tue Nov 26 14:48:16 2019 -0800
[GOBBLIN-981][COBBLIN-981] Handle backward compatibility issue in HiveSource
Closes #2827 from ZihanLi58/GOBBLIN-981
---
.../conversion/hive/source/HiveSource.java | 20 +++++++++++++++++++-
1 file changed, 19 insertions(+), 1 deletion(-)
diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java
index 3ff8096..7f77d78 100644
--- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java
+++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java
@@ -222,7 +222,10 @@ public class HiveSource implements Source {
silenceHiveLoggers();
}
-
+ @Deprecated
+ protected void createWorkunitForNonPartitionedTable(HiveDataset hiveDataset) throws IOException {
+ this.createWorkunitForNonPartitionedTable(hiveDataset, false);
+ }
protected void createWorkunitForNonPartitionedTable(HiveDataset hiveDataset, boolean disableAvroCheck) throws IOException {
// Create workunits for tables
try {
@@ -276,6 +279,11 @@ public class HiveSource implements Source {
}
}
+ @Deprecated
+ protected HiveWorkUnit workUnitForTable(HiveDataset hiveDataset) throws IOException {
+ return this.workUnitForTable(hiveDataset, false);
+ }
+
protected HiveWorkUnit workUnitForTable(HiveDataset hiveDataset, boolean disableAvroCheck) throws IOException {
HiveWorkUnit hiveWorkUnit = new HiveWorkUnit(hiveDataset);
if (disableAvroCheck || isAvro(hiveDataset.getTable())) {
@@ -284,6 +292,11 @@ public class HiveSource implements Source {
return hiveWorkUnit;
}
+ @Deprecated
+ protected void createWorkunitsForPartitionedTable(HiveDataset hiveDataset, AutoReturnableObject<IMetaStoreClient> client) throws IOException {
+ this.createWorkunitsForPartitionedTable(hiveDataset, client, false);
+ }
+
protected void createWorkunitsForPartitionedTable(HiveDataset hiveDataset, AutoReturnableObject<IMetaStoreClient> client, boolean disableAvroCheck) throws IOException {
long tableProcessTime = new DateTime().getMillis();
@@ -356,6 +369,11 @@ public class HiveSource implements Source {
}
}
+ @Deprecated
+ protected HiveWorkUnit workUnitForPartition(HiveDataset hiveDataset, Partition partition) throws IOException {
+ return this.workUnitForPartition(hiveDataset, partition, false);
+ }
+
protected HiveWorkUnit workUnitForPartition(HiveDataset hiveDataset, Partition partition, boolean disableAvroCheck) throws IOException {
HiveWorkUnit hiveWorkUnit = new HiveWorkUnit(hiveDataset, partition);
if (disableAvroCheck || isAvro(hiveDataset.getTable())) {