You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@parquet.apache.org by bl...@apache.org on 2015/04/07 22:13:06 UTC
incubator-parquet-mr git commit: PARQUET-234: Add ParquetInputSplit
methods for compatibility.
Repository: incubator-parquet-mr
Updated Branches:
refs/heads/master 4950ad86a -> f272a6e96
PARQUET-234: Add ParquetInputSplit methods for compatibility.
Author: Ryan Blue <bl...@apache.org>
Closes #159 from rdblue/PARQUET-234 and squashes the following commits:
b09d34d [Ryan Blue] PARQUET-234: Add ParquetInputSplit methods for compatibility.
Project: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/commit/f272a6e9
Tree: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/tree/f272a6e9
Diff: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/diff/f272a6e9
Branch: refs/heads/master
Commit: f272a6e96f0fe80b0c2b4643836006d840d5aa8a
Parents: 4950ad8
Author: Ryan Blue <bl...@apache.org>
Authored: Tue Apr 7 13:12:55 2015 -0700
Committer: Ryan Blue <bl...@apache.org>
Committed: Tue Apr 7 13:12:55 2015 -0700
----------------------------------------------------------------------
.../java/parquet/hadoop/ParquetInputSplit.java | 50 ++++++++++++++++++++
1 file changed, 50 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/blob/f272a6e9/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java
----------------------------------------------------------------------
diff --git a/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java b/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java
index be09a3c..9bb422c 100644
--- a/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java
+++ b/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java
@@ -26,6 +26,7 @@ import java.io.DataOutput;
import java.io.DataOutputStream;
import java.io.IOException;
import java.util.Arrays;
+import java.util.Collections;
import java.util.List;
import java.util.Map;
import java.util.zip.GZIPInputStream;
@@ -115,6 +116,16 @@ public class ParquetInputSplit extends FileSplit implements Writable {
}
/**
+ * @return the block meta data
+ * @deprecated the file footer is no longer read before creating input splits
+ */
+ @Deprecated
+ public List<BlockMetaData> getBlocks() {
+ throw new UnsupportedOperationException(
+ "Splits no longer have row group metadata, see PARQUET-234");
+ }
+
+ /**
* Builds a {@code ParquetInputSplit} from a mapreduce {@link FileSplit}.
*
* @param split a mapreduce FileSplit
@@ -158,6 +169,26 @@ public class ParquetInputSplit extends FileSplit implements Writable {
}
/**
+ * @return the requested schema
+ * @deprecated the file footer is no longer read before creating input splits
+ */
+ @Deprecated
+ String getRequestedSchema() {
+ throw new UnsupportedOperationException(
+ "Splits no longer have the requested schema, see PARQUET-234");
+ }
+
+ /**
+ * @return the file schema
+ * @deprecated the file footer is no longer read before creating input splits
+ */
+ @Deprecated
+ public String getFileSchema() {
+ throw new UnsupportedOperationException(
+ "Splits no longer have the file schema, see PARQUET-234");
+ }
+
+ /**
* @return the end offset of that split
*/
public long getEnd() {
@@ -165,6 +196,25 @@ public class ParquetInputSplit extends FileSplit implements Writable {
}
/**
+ * @return app specific metadata from the file
+ * @deprecated the file footer is no longer read before creating input splits
+ */
+ @Deprecated
+ public Map<String, String> getExtraMetadata() {
+ throw new UnsupportedOperationException(
+ "Splits no longer have file metadata, see PARQUET-234");
+ }
+
+ /**
+ * @return app specific metadata provided by the read support in the init phase
+ */
+ @Deprecated
+ Map<String, String> getReadSupportMetadata() {
+ throw new UnsupportedOperationException(
+ "Splits no longer have read-support metadata, see PARQUET-234");
+ }
+
+ /**
* @return the offsets of the row group selected if this has been determined on the client side
*/
public long[] getRowGroupOffsets() {