You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by li...@apache.org on 2022/07/27 14:46:32 UTC
[flink] branch master updated (be4e0fe050b -> 5c87b69b530)
This is an automated email from the ASF dual-hosted git repository.
libenchao pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from be4e0fe050b [FLINK-28577][web] Fix the null error of reading checkpointed_size in checkpoint tab
add 5c87b69b530 [FLINK-18202][protobuf] Introduce protobuf format
No new revisions were added by this update.
Summary of changes:
flink-formats/flink-protobuf/pom.xml | 146 +++++++++
.../com/google/protobuf/ProtobufInternalUtils.java | 27 ++
.../flink/formats/protobuf/PbCodegenException.java | 36 +++
.../apache/flink/formats/protobuf/PbConstant.java | 29 ++
.../flink/formats/protobuf/PbDecodingFormat.java | 52 ++++
.../flink/formats/protobuf/PbEncodingFormat.java | 49 +++
.../flink/formats/protobuf/PbFormatConfig.java | 120 ++++++++
.../flink/formats/protobuf/PbFormatContext.java | 38 +++
.../flink/formats/protobuf/PbFormatFactory.java | 94 ++++++
.../flink/formats/protobuf/PbFormatOptions.java | 55 ++++
.../deserialize/PbCodegenArrayDeserializer.java | 87 ++++++
.../deserialize/PbCodegenDeserializeFactory.java | 56 ++++
.../deserialize/PbCodegenDeserializer.java | 39 +++
.../deserialize/PbCodegenMapDeserializer.java | 115 +++++++
.../deserialize/PbCodegenRowDeserializer.java | 126 ++++++++
.../deserialize/PbCodegenSimpleDeserializer.java | 86 ++++++
.../PbRowDataDeserializationSchema.java | 107 +++++++
.../protobuf/deserialize/ProtoToRowConverter.java | 134 +++++++++
.../serialize/PbCodegenArraySerializer.java | 89 ++++++
.../protobuf/serialize/PbCodegenMapSerializer.java | 126 ++++++++
.../protobuf/serialize/PbCodegenRowSerializer.java | 128 ++++++++
.../serialize/PbCodegenSerializeFactory.java | 54 ++++
.../protobuf/serialize/PbCodegenSerializer.java | 40 +++
.../serialize/PbCodegenSimpleSerializer.java | 121 ++++++++
.../serialize/PbRowDataSerializationSchema.java | 66 ++++
.../protobuf/serialize/RowToProtoConverter.java | 114 +++++++
.../formats/protobuf/util/PbCodegenAppender.java | 85 ++++++
.../formats/protobuf/util/PbCodegenUtils.java | 270 +++++++++++++++++
.../formats/protobuf/util/PbCodegenVarId.java | 40 +++
.../flink/formats/protobuf/util/PbFormatUtils.java | 105 +++++++
.../protobuf/util/PbSchemaValidationUtils.java | 167 +++++++++++
.../formats/protobuf/util/PbToRowTypeUtil.java | 110 +++++++
.../org.apache.flink.table.factories.Factory | 15 +
.../flink/formats/protobuf/MapProtoToRowTest.java | 64 ++++
.../flink/formats/protobuf/MapRowToProtoTest.java | 71 +++++
.../protobuf/MetaNoOuterNoMultiProtoToRowTest.java | 77 +++++
.../flink/formats/protobuf/MetaOuterMultiTest.java | 56 ++++
.../formats/protobuf/MetaOuterNoMultiTest.java | 61 ++++
.../protobuf/MultiLevelMessageProtoToRowTest.java | 58 ++++
.../protobuf/MultiLevelMessageRowToProtoTest.java | 58 ++++
.../protobuf/NoJavaPackageProtoToRowTest.java | 32 ++
.../formats/protobuf/NullValueToProtoTest.java | 219 ++++++++++++++
.../formats/protobuf/OneofProtoToRowTest.java | 38 +++
.../formats/protobuf/OneofRowToProtoTest.java | 41 +++
.../flink/formats/protobuf/Pb3ToRowTest.java | 125 ++++++++
.../formats/protobuf/ProtobufSQLITCaseTest.java | 331 +++++++++++++++++++++
.../flink/formats/protobuf/ProtobufTestHelper.java | 132 ++++++++
.../protobuf/RepeatedMessageProtoToRowTest.java | 57 ++++
.../protobuf/RepeatedMessageRowToProtoTest.java | 50 ++++
.../formats/protobuf/RepeatedProtoToRowTest.java | 43 +++
.../formats/protobuf/RepeatedRowToProtoTest.java | 75 +++++
.../formats/protobuf/SimpleProtoToRowTest.java | 117 ++++++++
.../formats/protobuf/SimpleRowToProtoTest.java | 96 ++++++
.../protobuf/table/TestProtobufSinkFunction.java | 45 +++
.../protobuf/table/TestProtobufSourceFunction.java | 52 ++++
.../protobuf/table/TestProtobufTableFactory.java | 84 ++++++
.../protobuf/table/TestProtobufTableSink.java | 61 ++++
.../protobuf/table/TestProtobufTableSource.java | 64 ++++
.../protobuf/table/TestProtobufTestStore.java | 28 ++
.../flink-protobuf/src/test/proto/test_map.proto | 37 +++
.../test/proto/test_multiple_level_message.proto | 42 +++
.../flink-protobuf/src/test/proto/test_null.proto | 61 ++++
.../flink-protobuf/src/test/proto/test_oneof.proto | 29 ++
.../flink-protobuf/src/test/proto/test_pb3.proto | 53 ++++
.../src/test/proto/test_repeated.proto | 32 ++
.../src/test/proto/test_repeated_message.proto | 32 ++
.../src/test/proto/test_simple.proto | 49 +++
.../test/proto/test_simple_no_java_package.proto | 46 +++
.../test/proto/test_simple_noouter_nomulti.proto | 38 +++
.../src/test/proto/test_simple_outer_multi.proto | 40 +++
.../src/test/proto/test_simple_outer_nomulti.proto | 39 +++
.../org.apache.flink.table.factories.Factory | 15 +
flink-formats/flink-sql-protobuf/pom.xml | 69 +++++
.../src/main/resources/META-INF/NOTICE | 10 +
flink-formats/pom.xml | 2 +
75 files changed, 5655 insertions(+)
create mode 100644 flink-formats/flink-protobuf/pom.xml
create mode 100644 flink-formats/flink-protobuf/src/main/java/com/google/protobuf/ProtobufInternalUtils.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbCodegenException.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbConstant.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbDecodingFormat.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbEncodingFormat.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbFormatConfig.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbFormatContext.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbFormatFactory.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/PbFormatOptions.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenArrayDeserializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenDeserializeFactory.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenDeserializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenMapDeserializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenRowDeserializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbCodegenSimpleDeserializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/PbRowDataDeserializationSchema.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/deserialize/ProtoToRowConverter.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenArraySerializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenMapSerializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenRowSerializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenSerializeFactory.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenSerializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbCodegenSimpleSerializer.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/PbRowDataSerializationSchema.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/serialize/RowToProtoConverter.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbCodegenAppender.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbCodegenUtils.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbCodegenVarId.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbFormatUtils.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbSchemaValidationUtils.java
create mode 100644 flink-formats/flink-protobuf/src/main/java/org/apache/flink/formats/protobuf/util/PbToRowTypeUtil.java
create mode 100644 flink-formats/flink-protobuf/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MapProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MapRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MetaNoOuterNoMultiProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MetaOuterMultiTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MetaOuterNoMultiTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MultiLevelMessageProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/MultiLevelMessageRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/NoJavaPackageProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/NullValueToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/OneofProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/OneofRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/Pb3ToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/ProtobufSQLITCaseTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/ProtobufTestHelper.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/RepeatedMessageProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/RepeatedMessageRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/RepeatedProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/RepeatedRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/SimpleProtoToRowTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/SimpleRowToProtoTest.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufSinkFunction.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufSourceFunction.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufTableFactory.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufTableSink.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufTableSource.java
create mode 100644 flink-formats/flink-protobuf/src/test/java/org/apache/flink/formats/protobuf/table/TestProtobufTestStore.java
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_map.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_multiple_level_message.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_null.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_oneof.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_pb3.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_repeated.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_repeated_message.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_simple.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_simple_no_java_package.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_simple_noouter_nomulti.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_simple_outer_multi.proto
create mode 100644 flink-formats/flink-protobuf/src/test/proto/test_simple_outer_nomulti.proto
create mode 100644 flink-formats/flink-protobuf/src/test/resources/META-INF/services/org.apache.flink.table.factories.Factory
create mode 100644 flink-formats/flink-sql-protobuf/pom.xml
create mode 100644 flink-formats/flink-sql-protobuf/src/main/resources/META-INF/NOTICE