You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@drill.apache.org by cg...@apache.org on 2021/04/28 12:27:12 UTC
[drill] branch issue-templates updated (c826106 -> ed0c304)
This is an automated email from the ASF dual-hosted git repository.
cgivre pushed a change to branch issue-templates
in repository https://gitbox.apache.org/repos/asf/drill.git.
from c826106 DRILL-7900: Bump libthrift from 0.13.0 to 0.14.0
add 5d21637 DRILL-7825: Unknown logical type <LogicalType UUID:UUIDType()> in Parquet (#2143)
add b5e01be DRILL-7908: Fix GitHub Actions CI
add 360b080 DRILL-7828: Refactor Pcap and Pcapng format plugin (#2192)
add 8433983 DRILL-7910: Bumps commons-io from 2.4 to 2.7 (#2205)
add e7afb74 Add Stack Overflow Button to README
add ed0c304 DRILL-7903: Update mongo driver from 3.12 to 4.2 (#2201)
No new revisions were added by this update.
Summary of changes:
.github/workflows/ci.yml | 9 +-
README.md | 1 +
.../drill/exec/store/pcap/PcapBatchReader.java | 78 +-
.../drill/exec/store/pcap/PcapFormatUtils.java | 2 +-
.../drill/exec/store/pcap/decoder/Murmur128.java | 0
.../drill/exec/store/pcap/decoder/Packet.java | 0
.../exec/store/pcap/decoder/PacketConstants.java | 0
.../exec/store/pcap/decoder/PacketDecoder.java | 27 +-
.../exec/store/pcap/decoder/TcpHandshake.java | 0
.../drill/exec/store/pcap/decoder/TcpSession.java | 0
.../drill/exec/store/pcap/dto/ColumnDto.java | 0
.../apache/drill/exec/store/pcap/package-info.java | 0
.../store/pcap/plugin/BasePcapFormatPlugin.java | 153 ++
.../plugin/PcapFormatConfig.java} | 35 +-
.../exec/store/pcap/plugin/PcapFormatPlugin.java | 21 +-
.../exec/store/pcap/plugin/PcapngFormatConfig.java | 41 +-
.../exec/store/pcap/plugin/PcapngFormatPlugin.java | 22 +-
.../drill/exec/store/pcap/schema/PcapTypes.java | 0
.../drill/exec/store/pcap/schema/Schema.java | 0
.../drill/exec/store/pcapng/PcapngBatchReader.java | 5 +-
.../exec/store/pcapng/PcapngFormatPlugin.java | 90 --
.../main/resources/bootstrap-format-plugins.json | 15 +-
.../store/pcap/TestPcapWithPersistentStore.java | 84 +
.../apache/drill/exec/store/pcap/ConcatPcap.java | 0
.../drill/exec/store/pcap/TestPcapDecoder.java | 4 +-
.../drill/exec/store/pcap/TestPcapEVFReader.java | 11 +-
.../exec/store/pcap/TestPcapRecordReader.java | 41 +-
.../drill/exec/store/pcap/TestSessionizePCAP.java | 15 +-
.../exec/store/pcapng/TestPcapngRecordReader.java | 48 +-
.../store/pcapng/TestPcapngStatRecordReader.java | 6 +-
.../src/test/resources/config/oldPcapPlugins.json | 12 +
.../src/test/resources}/pcap/arpWithNullIP.pcap | Bin
.../src/test/resources}/pcap/data-1.pcap | Bin
.../src/test/resources/pcap/data-2.pcap | Bin 0 -> 1475104 bytes
.../src/test/resources}/pcap/dataFromRemote.txt | 0
.../src/test/resources}/pcap/http.pcap | Bin
.../src/test/resources}/pcap/synscan.pcap | Bin
.../src/test/resources}/pcap/tcp-1.pcap | Bin
.../src/test/resources}/pcap/tcp-2.pcap | Bin
.../src/test/resources}/pcap/testv1.pcap | Bin
.../pcapng/{example.pcapng => example.pcap} | Bin
.../src/test/resources/todo/dhcp.pcapng | Bin 0 -> 1733 bytes
.../src/test/resources/todo/dhcp_big_endian.pcapng | Bin 0 -> 1757 bytes
.../test/resources/todo/dhcp_little_endian.pcapng | Bin 0 -> 1757 bytes
.../src/test/resources/todo/many_interfaces.pcapng | Bin 0 -> 30743 bytes
.../apache/drill/hbase/TestHBaseTableProvider.java | 6 +-
contrib/storage-mongo/pom.xml | 10 +-
.../drill/exec/store/bson/BsonRecordReader.java | 0
.../drill/exec/store/mongo/MongoGroupScan.java | 92 +-
.../drill/exec/store/mongo/MongoRecordReader.java | 6 +-
.../drill/exec/store/mongo/MongoStoragePlugin.java | 54 +-
.../exec/store/mongo/MongoStoragePluginConfig.java | 18 +-
.../mongo/config/MongoPersistentStoreProvider.java | 20 +-
.../store/mongo/schema/MongoSchemaFactory.java | 47 +-
.../exec/store/bson/TestBsonRecordReader.java | 21 +-
.../drill/exec/store/mongo/MongoTestSuite.java | 322 ++--
...TestMongoStoragePluginUsesCredentialsStore.java | 13 +-
.../drill/exec/store/mongo/TestTableGenerator.java | 57 +-
exec/java-exec/pom.xml | 9 -
.../impl/scan/columns/ColumnsScanFramework.java | 1 -
.../physical/impl/scan/file/FileScanFramework.java | 18 +-
.../drill/exec/planner/common/DrillRelOptUtil.java | 4 +-
.../drill/exec/rpc/UserClientConnection.java | 8 +-
.../store/base/filter/FilterPushDownStrategy.java | 3 -
.../exec/store/dfs/easy/EasyFormatPlugin.java | 3 +-
.../exec/store/parquet/ParquetRecordWriter.java | 14 +-
.../parquet/columnreaders/ColumnReaderFactory.java | 4 +-
.../store/parquet2/DrillParquetGroupConverter.java | 27 +-
.../drill/exec/store/pcap/PcapFormatConfig.java | 83 -
.../drill/exec/store/pcap/PcapFormatPlugin.java | 88 --
.../exec/store/sys/local/LocalPStoreProvider.java | 34 -
.../hadoop/ParquetColumnChunkPageWriteStore.java | 419 +++--
.../apache/parquet/hadoop/ParquetFileWriter.java | 1634 ++++++++++++++++++++
.../main/resources/bootstrap-storage-plugins.json | 9 -
.../org/apache/drill/exec/TestWithZookeeper.java | 17 +
.../drill/exec/store/FormatPluginSerDeTest.java | 10 -
.../parquet/ParquetSimpleTestFileGenerator.java | 61 +-
.../exec/store/parquet/TestParquetComplex.java | 14 +
.../store/parquet/TestParquetLogicalTypes.java | 31 +
.../drill/exec/store/sys/TestPStoreProviders.java | 15 -
.../parquet/parquet_test_file_simple.parquet | Bin 0 -> 5048 bytes
.../parquet/uuid-simple-fixed-length-array.parquet | Bin 0 -> 1328 bytes
.../resources/plugins/mock-plugin-upgrade.json | 6 -
.../resources/store/parquet/complex/uuid.parquet | Bin 0 -> 38974 bytes
.../src/test/resources/store/pcap/data-2.pcap | Bin 1167896 -> 0 bytes
exec/jdbc-all/pom.xml | 35 +-
pom.xml | 4 +-
tools/drill-patch-review.py | 6 +-
tools/fmpp/pom.xml | 2 +-
89 files changed, 2812 insertions(+), 1133 deletions(-)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/PcapBatchReader.java (95%)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/PcapFormatUtils.java (97%)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/decoder/Murmur128.java (100%)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/decoder/Packet.java (100%)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/decoder/PacketConstants.java (100%)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/decoder/PacketDecoder.java (87%)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/decoder/TcpHandshake.java (100%)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/decoder/TcpSession.java (100%)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/dto/ColumnDto.java (100%)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/package-info.java (100%)
create mode 100644 contrib/format-pcapng/src/main/java/org/apache/drill/exec/store/pcap/plugin/BasePcapFormatPlugin.java
rename contrib/format-pcapng/src/main/java/org/apache/drill/exec/store/{pcapng/PcapngFormatConfig.java => pcap/plugin/PcapFormatConfig.java} (59%)
copy exec/java-exec/src/main/java/org/apache/drill/exec/store/ischema/InfoSchemaConfig.java => contrib/format-pcapng/src/main/java/org/apache/drill/exec/store/pcap/plugin/PcapFormatPlugin.java (65%)
copy logical/src/main/java/org/apache/drill/common/logical/data/Transform.java => contrib/format-pcapng/src/main/java/org/apache/drill/exec/store/pcap/plugin/PcapngFormatConfig.java (57%)
copy exec/java-exec/src/main/java/org/apache/drill/exec/store/ischema/InfoSchemaConfig.java => contrib/format-pcapng/src/main/java/org/apache/drill/exec/store/pcap/plugin/PcapngFormatPlugin.java (62%)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/schema/PcapTypes.java (100%)
rename {exec/java-exec => contrib/format-pcapng}/src/main/java/org/apache/drill/exec/store/pcap/schema/Schema.java (100%)
delete mode 100644 contrib/format-pcapng/src/main/java/org/apache/drill/exec/store/pcapng/PcapngFormatPlugin.java
create mode 100644 contrib/format-pcapng/src/test/java/org/apache/drill/exec/persistent/store/pcap/TestPcapWithPersistentStore.java
rename {exec/java-exec => contrib/format-pcapng}/src/test/java/org/apache/drill/exec/store/pcap/ConcatPcap.java (100%)
rename {exec/java-exec => contrib/format-pcapng}/src/test/java/org/apache/drill/exec/store/pcap/TestPcapDecoder.java (98%)
rename {exec/java-exec => contrib/format-pcapng}/src/test/java/org/apache/drill/exec/store/pcap/TestPcapEVFReader.java (92%)
rename {exec/java-exec => contrib/format-pcapng}/src/test/java/org/apache/drill/exec/store/pcap/TestPcapRecordReader.java (69%)
rename {exec/java-exec => contrib/format-pcapng}/src/test/java/org/apache/drill/exec/store/pcap/TestSessionizePCAP.java (95%)
create mode 100644 contrib/format-pcapng/src/test/resources/config/oldPcapPlugins.json
rename {exec/java-exec/src/test/resources/store => contrib/format-pcapng/src/test/resources}/pcap/arpWithNullIP.pcap (100%)
rename {exec/java-exec/src/test/resources/store => contrib/format-pcapng/src/test/resources}/pcap/data-1.pcap (100%)
create mode 100644 contrib/format-pcapng/src/test/resources/pcap/data-2.pcap
rename {exec/java-exec/src/test/resources/store => contrib/format-pcapng/src/test/resources}/pcap/dataFromRemote.txt (100%)
rename {exec/java-exec/src/test/resources/store => contrib/format-pcapng/src/test/resources}/pcap/http.pcap (100%)
rename {exec/java-exec/src/test/resources/store => contrib/format-pcapng/src/test/resources}/pcap/synscan.pcap (100%)
rename {exec/java-exec/src/test/resources/store => contrib/format-pcapng/src/test/resources}/pcap/tcp-1.pcap (100%)
rename {exec/java-exec/src/test/resources/store => contrib/format-pcapng/src/test/resources}/pcap/tcp-2.pcap (100%)
rename {exec/java-exec/src/test/resources/store => contrib/format-pcapng/src/test/resources}/pcap/testv1.pcap (100%)
copy contrib/format-pcapng/src/test/resources/pcapng/{example.pcapng => example.pcap} (100%)
create mode 100644 contrib/format-pcapng/src/test/resources/todo/dhcp.pcapng
create mode 100644 contrib/format-pcapng/src/test/resources/todo/dhcp_big_endian.pcapng
create mode 100644 contrib/format-pcapng/src/test/resources/todo/dhcp_little_endian.pcapng
create mode 100644 contrib/format-pcapng/src/test/resources/todo/many_interfaces.pcapng
rename {exec/java-exec => contrib/storage-mongo}/src/main/java/org/apache/drill/exec/store/bson/BsonRecordReader.java (100%)
rename {exec/java-exec => contrib/storage-mongo}/src/test/java/org/apache/drill/exec/store/bson/TestBsonRecordReader.java (96%)
delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/pcap/PcapFormatConfig.java
delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/pcap/PcapFormatPlugin.java
delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/sys/local/LocalPStoreProvider.java
create mode 100644 exec/java-exec/src/main/java/org/apache/parquet/hadoop/ParquetFileWriter.java
create mode 100644 exec/java-exec/src/test/resources/parquet/parquet_test_file_simple.parquet
create mode 100644 exec/java-exec/src/test/resources/parquet/uuid-simple-fixed-length-array.parquet
create mode 100644 exec/java-exec/src/test/resources/store/parquet/complex/uuid.parquet
delete mode 100644 exec/java-exec/src/test/resources/store/pcap/data-2.pcap