You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@drill.apache.org by su...@apache.org on 2016/12/13 00:40:09 UTC
[12/14] drill git commit: DRILL-5081: Lower logging level for corrupt
dates message
DRILL-5081: Lower logging level for corrupt dates message
* introduced in DRILL-4203
closes #691
Project: http://git-wip-us.apache.org/repos/asf/drill/repo
Commit: http://git-wip-us.apache.org/repos/asf/drill/commit/94f3ba0f
Tree: http://git-wip-us.apache.org/repos/asf/drill/tree/94f3ba0f
Diff: http://git-wip-us.apache.org/repos/asf/drill/diff/94f3ba0f
Branch: refs/heads/master
Commit: 94f3ba0f1398c75d1188683716155c4444836260
Parents: a33a185
Author: Sudheesh Katkam <su...@apache.org>
Authored: Tue Nov 29 13:07:36 2016 -0800
Committer: Sudheesh Katkam <su...@apache.org>
Committed: Mon Dec 12 15:40:04 2016 -0800
----------------------------------------------------------------------
.../drill/exec/store/hive/HiveDrillNativeScanBatchCreator.java | 4 +++-
.../main/java/org/apache/drill/exec/store/parquet/Metadata.java | 4 +++-
.../apache/drill/exec/store/parquet/ParquetScanBatchCreator.java | 4 +++-
3 files changed, 9 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/drill/blob/94f3ba0f/contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveDrillNativeScanBatchCreator.java
----------------------------------------------------------------------
diff --git a/contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveDrillNativeScanBatchCreator.java b/contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveDrillNativeScanBatchCreator.java
index 81be529..42db5d0 100644
--- a/contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveDrillNativeScanBatchCreator.java
+++ b/contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveDrillNativeScanBatchCreator.java
@@ -127,7 +127,9 @@ public class HiveDrillNativeScanBatchCreator implements BatchCreator<HiveDrillNa
// in the first row group
ParquetReaderUtility.DateCorruptionStatus containsCorruptDates =
ParquetReaderUtility.detectCorruptDates(parquetMetadata, config.getColumns(), true);
- logger.info(containsCorruptDates.toString());
+ if (logger.isDebugEnabled()) {
+ logger.debug(containsCorruptDates.toString());
+ }
readers.add(new ParquetRecordReader(
context,
Path.getPathWithoutSchemeAndAuthority(finalPath).toString(),
http://git-wip-us.apache.org/repos/asf/drill/blob/94f3ba0f/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/Metadata.java
----------------------------------------------------------------------
diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/Metadata.java b/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/Metadata.java
index d819562..48b4497 100644
--- a/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/Metadata.java
+++ b/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/Metadata.java
@@ -404,7 +404,9 @@ public class Metadata {
ALL_COLS.add(AbstractRecordReader.STAR_COLUMN);
boolean autoCorrectCorruptDates = formatConfig.autoCorrectCorruptDates;
ParquetReaderUtility.DateCorruptionStatus containsCorruptDates = ParquetReaderUtility.detectCorruptDates(metadata, ALL_COLS, autoCorrectCorruptDates);
- logger.info(containsCorruptDates.toString());
+ if (logger.isDebugEnabled()) {
+ logger.debug(containsCorruptDates.toString());
+ }
for (BlockMetaData rowGroup : metadata.getBlocks()) {
List<ColumnMetadata_v3> columnMetadataList = Lists.newArrayList();
long length = 0;
http://git-wip-us.apache.org/repos/asf/drill/blob/94f3ba0f/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetScanBatchCreator.java
----------------------------------------------------------------------
diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetScanBatchCreator.java b/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetScanBatchCreator.java
index fa7f44e..5e22458 100644
--- a/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetScanBatchCreator.java
+++ b/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetScanBatchCreator.java
@@ -116,7 +116,9 @@ public class ParquetScanBatchCreator implements BatchCreator<ParquetRowGroupScan
boolean autoCorrectCorruptDates = rowGroupScan.formatConfig.autoCorrectCorruptDates;
ParquetReaderUtility.DateCorruptionStatus containsCorruptDates = ParquetReaderUtility.detectCorruptDates(footers.get(e.getPath()), rowGroupScan.getColumns(),
autoCorrectCorruptDates);
- logger.info(containsCorruptDates.toString());
+ if (logger.isDebugEnabled()) {
+ logger.debug(containsCorruptDates.toString());
+ }
if (!context.getOptions().getOption(ExecConstants.PARQUET_NEW_RECORD_READER).bool_val && !isComplex(footers.get(e.getPath()))) {
readers.add(
new ParquetRecordReader(