You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@parquet.apache.org by ga...@apache.org on 2023/03/01 15:43:29 UTC
[parquet-mr] branch master updated: PARQUET-2230: [CLI] Deprecate commands replaced by rewrite
This is an automated email from the ASF dual-hosted git repository.
gangwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/parquet-mr.git
The following commit(s) were added to refs/heads/master by this push:
new 43ce92862 PARQUET-2230: [CLI] Deprecate commands replaced by rewrite
43ce92862 is described below
commit 43ce92862d0a1371f55a7ee663de5b08703d502a
Author: Gang Wu <us...@gmail.com>
AuthorDate: Wed Mar 1 23:43:20 2023 +0800
PARQUET-2230: [CLI] Deprecate commands replaced by rewrite
This closes #1036
---
parquet-cli/README.md | 6 +++---
.../java/org/apache/parquet/cli/commands/ColumnMaskingCommand.java | 3 ++-
.../java/org/apache/parquet/cli/commands/PruneColumnsCommand.java | 5 +++--
.../main/java/org/apache/parquet/cli/commands/RewriteCommand.java | 2 +-
.../org/apache/parquet/cli/commands/TransCompressionCommand.java | 5 +++--
5 files changed, 12 insertions(+), 9 deletions(-)
diff --git a/parquet-cli/README.md b/parquet-cli/README.md
index b3324778a..3f27d3ae4 100644
--- a/parquet-cli/README.md
+++ b/parquet-cli/README.md
@@ -106,11 +106,11 @@ Usage: parquet [options] [command] [command options]
column-size
Print the column sizes of a parquet file
prune
- Prune column(s) in a Parquet file and save it to a new file. The columns left are not changed.
+ (Deprecated: will be removed in 2.0.0, use rewrite command instead) Prune column(s) in a Parquet file and save it to a new file. The columns left are not changed.
trans-compression
- Translate the compression from one to another (It doesn't support bloom filter feature yet).
+ (Deprecated: will be removed in 2.0.0, use rewrite command instead) Translate the compression from one to another (It doesn't support bloom filter feature yet).
masking
- Replace columns with masked values and write to a new Parquet file
+ (Deprecated: will be removed in 2.0.0, use rewrite command instead) Replace columns with masked values and write to a new Parquet file
footer
Print the Parquet file footer in json format
bloom-filter
diff --git a/parquet-cli/src/main/java/org/apache/parquet/cli/commands/ColumnMaskingCommand.java b/parquet-cli/src/main/java/org/apache/parquet/cli/commands/ColumnMaskingCommand.java
index 3ef90c189..c984ec7a7 100644
--- a/parquet-cli/src/main/java/org/apache/parquet/cli/commands/ColumnMaskingCommand.java
+++ b/parquet-cli/src/main/java/org/apache/parquet/cli/commands/ColumnMaskingCommand.java
@@ -41,7 +41,8 @@ import java.util.List;
import static org.apache.parquet.format.converter.ParquetMetadataConverter.NO_FILTER;
-@Parameters(commandDescription="Replace columns with masked values and write to a new Parquet file")
+@Parameters(commandDescription="(Deprecated: will be removed in 2.0.0, use rewrite command instead) " +
+ "Replace columns with masked values and write to a new Parquet file")
public class ColumnMaskingCommand extends BaseCommand {
private ColumnMasker masker;
diff --git a/parquet-cli/src/main/java/org/apache/parquet/cli/commands/PruneColumnsCommand.java b/parquet-cli/src/main/java/org/apache/parquet/cli/commands/PruneColumnsCommand.java
index 7a832651b..cb4e0e792 100644
--- a/parquet-cli/src/main/java/org/apache/parquet/cli/commands/PruneColumnsCommand.java
+++ b/parquet-cli/src/main/java/org/apache/parquet/cli/commands/PruneColumnsCommand.java
@@ -30,8 +30,9 @@ import org.slf4j.Logger;
import java.io.IOException;
import java.util.List;
-@Parameters(commandDescription="Prune column(s) in a Parquet file and save it to a new file. " +
- "The columns left are not changed.")
+@Parameters(commandDescription="(Deprecated: will be removed in 2.0.0, use rewrite command instead) " +
+ "Prune column(s) in a Parquet file and save it to a new file. " +
+ "The columns left are not changed.")
public class PruneColumnsCommand extends BaseCommand {
public PruneColumnsCommand(Logger console) {
diff --git a/parquet-cli/src/main/java/org/apache/parquet/cli/commands/RewriteCommand.java b/parquet-cli/src/main/java/org/apache/parquet/cli/commands/RewriteCommand.java
index b507b0def..7479f9cd7 100644
--- a/parquet-cli/src/main/java/org/apache/parquet/cli/commands/RewriteCommand.java
+++ b/parquet-cli/src/main/java/org/apache/parquet/cli/commands/RewriteCommand.java
@@ -68,7 +68,7 @@ public class RewriteCommand extends BaseCommand {
@Parameter(
names = {"-c", "--compression-codec"},
- description = "<new compression codec",
+ description = "<new compression codec>",
required = false)
String codec;
diff --git a/parquet-cli/src/main/java/org/apache/parquet/cli/commands/TransCompressionCommand.java b/parquet-cli/src/main/java/org/apache/parquet/cli/commands/TransCompressionCommand.java
index 572d9607e..b846ecc05 100644
--- a/parquet-cli/src/main/java/org/apache/parquet/cli/commands/TransCompressionCommand.java
+++ b/parquet-cli/src/main/java/org/apache/parquet/cli/commands/TransCompressionCommand.java
@@ -41,7 +41,8 @@ import java.util.List;
import static org.apache.parquet.format.converter.ParquetMetadataConverter.NO_FILTER;
-@Parameters(commandDescription="Translate the compression from one to another (It doesn't support bloom filter feature yet).")
+@Parameters(commandDescription="(Deprecated: will be removed in 2.0.0, use rewrite command instead) " +
+ "Translate the compression from one to another (It doesn't support bloom filter feature yet).")
public class TransCompressionCommand extends BaseCommand {
private CompressionConverter compressionConverter;
@@ -61,7 +62,7 @@ public class TransCompressionCommand extends BaseCommand {
@Parameter(
names = {"-c", "--compression-codec"},
- description = "<new compression codec")
+ description = "<new compression codec>")
String codec;
@Override