You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by je...@apache.org on 2019/03/14 03:46:28 UTC
[incubator-pinot] branch remotefiles updated: Changing record
reader factory to allow nonlocal segment paths when using custom record
reader
This is an automated email from the ASF dual-hosted git repository.
jenniferdai pushed a commit to branch remotefiles
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
The following commit(s) were added to refs/heads/remotefiles by this push:
new b279c18 Changing record reader factory to allow nonlocal segment paths when using custom record reader
b279c18 is described below
commit b279c188cd055d744671e762d68aa662e19e13db
Author: Jennifer Dai <jd...@linkedin.com>
AuthorDate: Wed Mar 13 20:46:18 2019 -0700
Changing record reader factory to allow nonlocal segment paths when using custom record reader
---
.../org/apache/pinot/core/data/readers/RecordReaderFactory.java | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/pinot-core/src/main/java/org/apache/pinot/core/data/readers/RecordReaderFactory.java b/pinot-core/src/main/java/org/apache/pinot/core/data/readers/RecordReaderFactory.java
index 7909905..ef15d9b 100644
--- a/pinot-core/src/main/java/org/apache/pinot/core/data/readers/RecordReaderFactory.java
+++ b/pinot-core/src/main/java/org/apache/pinot/core/data/readers/RecordReaderFactory.java
@@ -35,9 +35,6 @@ public class RecordReaderFactory {
public static RecordReader getRecordReader(SegmentGeneratorConfig segmentGeneratorConfig)
throws Exception {
- File dataFile = new File(segmentGeneratorConfig.getInputFilePath());
- Preconditions.checkState(dataFile.exists(), "Input file: " + dataFile.getAbsolutePath() + " does not exist");
-
Schema schema = segmentGeneratorConfig.getSchema();
FileFormat fileFormat = segmentGeneratorConfig.getFormat();
String recordReaderPath = segmentGeneratorConfig.getRecordReaderPath();
@@ -56,6 +53,9 @@ public class RecordReaderFactory {
return recordReader;
}
+ File dataFile = new File(segmentGeneratorConfig.getInputFilePath());
+ Preconditions.checkState(dataFile.exists(), "Input file: " + dataFile.getAbsolutePath() + " does not exist");
+
switch (fileFormat) {
case AVRO:
case GZIPPED_AVRO:
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org