You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@drill.apache.org by so...@apache.org on 2019/03/15 21:58:25 UTC
[drill] branch master updated (5aa38a5 -> 2364b02)
This is an automated email from the ASF dual-hosted git repository.
sorabh pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 5aa38a5 DRILL-2326: Fix scalar replacement for the case when static method which does not return values is called
new d22e68b DRILL-7068: Support memory adjustment framework for resource management with Queues. closes #1677
new 3b85694 DRILL-6707: Update target outgoing batch row count between current position and allocated size
new d69af97 DRILL-6707: Removed changes for setOutputRowCount. Modified LateralJoin to use new setCurrentOutgoingMaxRowCount api Limit CurrentOutgoingMaxRowCount to MAX_NUM_ROWS Fix HashJoin to fix failing tests
new a72f170 DRILL-7105: Error while building the Drill native client
new 2364b02 DRILL-7014: Format plugin for LTSV files closes #1627
The 3505 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../{CheckedSupplier.java => CheckedConsumer.java} | 26 ++-
contrib/format-ltsv/README.md | 38 ++++
{exec/memory/base => contrib/format-ltsv}/pom.xml | 37 ++--
.../drill/exec/store/ltsv/LTSVFormatPlugin.java} | 68 +++---
.../exec/store/ltsv/LTSVFormatPluginConfig.java | 40 ++--
.../drill/exec/store/ltsv/LTSVRecordReader.java | 165 +++++++++++++++
.../src/main/resources/drill-module.conf | 2 +-
.../exec/store/ltsv/TestLTSVRecordReader.java | 100 +++++++++
.../format-ltsv/src/test/resources/emptylines.ltsv | 4 +
.../format-ltsv/src/test/resources/invalid.ltsv | 1 +
contrib/format-ltsv/src/test/resources/simple.ltsv | 2 +
contrib/native/client/CMakeLists.txt | 5 +-
contrib/native/client/readme.linux | 2 +-
contrib/native/client/readme.macos | 2 +-
.../native/client/src/protobuf/UserBitShared.pb.cc | 15 +-
.../native/client/src/protobuf/UserBitShared.pb.h | 5 +-
contrib/pom.xml | 1 +
.../exec/store/kafka/KafkaFilterPushdownTest.java | 2 +-
.../apache/drill/exec/physical/PhysicalPlan.java | 2 +-
.../drill/exec/physical/base/AbstractBase.java | 7 +-
.../drill/exec/physical/base/AbstractExchange.java | 16 ++
.../apache/drill/exec/physical/base/Exchange.java | 17 ++
.../drill/exec/physical/base/PhysicalOperator.java | 5 +-
.../physical/impl/join/HashJoinProbeTemplate.java | 3 +-
.../exec/physical/impl/join/LateralJoinBatch.java | 37 +++-
.../exec/physical/impl/join/MergeJoinBatch.java | 13 +-
.../physical/impl/join/NestedLoopJoinTemplate.java | 3 +-
.../partitionsender/PartitionSenderRootExec.java | 2 +-
.../drill/exec/planner/cost/DrillRelOptCost.java | 2 +
.../drill/exec/planner/cost/NodeResource.java | 73 +++++++
.../cost/PrelCostEstimates.java} | 38 ++--
.../planner/fragment/DefaultQueryParallelizer.java | 66 ++++++
.../drill/exec/planner/fragment/Fragment.java | 35 +++-
.../planner/fragment/MakeFragmentsVisitor.java | 30 ++-
.../drill/exec/planner/fragment/Materializer.java | 14 +-
.../exec/planner/fragment/MemoryCalculator.java | 160 +++++++++++++++
.../exec/planner/fragment/QueryParallelizer.java | 63 ++++++
.../planner/fragment/QueueQueryParallelizer.java | 173 ++++++++++++++++
.../exec/planner/fragment/SimpleParallelizer.java | 218 +++++++++++---------
.../exec/planner/fragment/StatsCollector.java | 3 +-
.../drill/exec/planner/fragment/Wrapper.java | 47 ++++-
.../fragment/contrib/SplittingParallelizer.java | 28 ++-
.../exec/planner/physical/PhysicalPlanCreator.java | 20 +-
.../drill/exec/record/JoinBatchMemoryManager.java | 84 +++++++-
.../exec/record/RecordBatchMemoryManager.java | 50 +++--
.../drill/exec/util/MemoryAllocationUtilities.java | 46 +++--
.../apache/drill/exec/work/foreman/Foreman.java | 21 +-
.../work/foreman/rm/DefaultResourceManager.java | 13 +-
.../exec/work/foreman/rm/QueryResourceManager.java | 10 +
.../work/foreman/rm/ThrottledResourceManager.java | 12 ++
.../apache/drill/exec/work/user/PlanSplitter.java | 4 +-
.../org/apache/drill/exec/TestOpSerialization.java | 5 +-
.../exec/physical/impl/TestLocalExchange.java | 9 +-
.../impl/partitionsender/TestPartitionSender.java | 14 +-
.../exec/planner/rm/TestMemoryCalculator.java | 227 +++++++++++++++++++++
.../apache/drill/exec/pop/TestFragmentChecker.java | 8 +-
.../src/test/resources/join/hashJoinExpr.json | 35 +++-
.../src/test/resources/join/mergeJoinExpr.json | 50 ++++-
.../test/resources/join/merge_join_nullkey.json | 60 ++++--
.../json/project_pushdown_json_physical_plan.json | 12 +-
pom.xml | 2 +
.../org/apache/drill/exec/proto/UserBitShared.java | 21 +-
.../drill/exec/proto/beans/CoreOperatorType.java | 4 +-
protocol/src/main/protobuf/UserBitShared.proto | 1 +
64 files changed, 1900 insertions(+), 378 deletions(-)
copy common/src/main/java/org/apache/drill/common/util/function/{CheckedSupplier.java => CheckedConsumer.java} (66%)
create mode 100644 contrib/format-ltsv/README.md
copy {exec/memory/base => contrib/format-ltsv}/pom.xml (68%)
copy contrib/{format-syslog/src/main/java/org/apache/drill/exec/store/syslog/SyslogFormatPlugin.java => format-ltsv/src/main/java/org/apache/drill/exec/store/ltsv/LTSVFormatPlugin.java} (60%)
copy exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/sequencefile/SequenceFileFormatConfig.java => contrib/format-ltsv/src/main/java/org/apache/drill/exec/store/ltsv/LTSVFormatPluginConfig.java (61%)
create mode 100644 contrib/format-ltsv/src/main/java/org/apache/drill/exec/store/ltsv/LTSVRecordReader.java
copy contrib/{udfs => format-ltsv}/src/main/resources/drill-module.conf (93%)
create mode 100644 contrib/format-ltsv/src/test/java/org/apache/drill/exec/store/ltsv/TestLTSVRecordReader.java
create mode 100644 contrib/format-ltsv/src/test/resources/emptylines.ltsv
create mode 100644 contrib/format-ltsv/src/test/resources/invalid.ltsv
create mode 100644 contrib/format-ltsv/src/test/resources/simple.ltsv
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/cost/NodeResource.java
copy exec/java-exec/src/main/java/org/apache/drill/exec/{physical/config/UnorderedMuxExchange.java => planner/cost/PrelCostEstimates.java} (50%)
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/fragment/DefaultQueryParallelizer.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/fragment/MemoryCalculator.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/fragment/QueryParallelizer.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/fragment/QueueQueryParallelizer.java
create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/planner/rm/TestMemoryCalculator.java