You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by cw...@apache.org on 2020/08/20 21:12:59 UTC
[druid] branch master updated (618c04a -> 7620b0c)
This is an automated email from the ASF dual-hosted git repository.
cwylie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from 618c04a Fix CombiningFirehose compatibility (#10264)
add 7620b0c Segment backed broadcast join IndexedTable (#10224)
No new revisions were added by this update.
Summary of changes:
.../movingaverage/MovingAverageQueryTest.java | 3 +-
.../docker/environment-configs/broker | 5 +-
.../clients/CoordinatorResourceTestClient.java | 21 ++
.../tests/query/ITBroadcastJoinQueryTest.java | 130 ++++++++
.../druid/tests/query/ITWikipediaQueryTest.java | 2 +-
...ex_task.json => broadcast_join_index_task.json} | 59 ++--
.../indexer/sys_segment_batch_index_queries.json | 3 +
.../queries/broadcast_join_metadata_queries.json | 26 ++
.../resources/queries/broadcast_join_queries.json | 29 ++
.../resources/queries/sys_segment_queries.json | 3 +
.../results/auth_test_sys_schema_servers.json | 10 +
.../apache/druid/jackson/SegmentizerModule.java | 4 +
.../QueryableIndexColumnSelectorFactory.java | 4 +-
.../druid/segment/SimpleAscendingOffset.java | 5 +-
.../druid/segment/SimpleDescendingOffset.java | 10 +-
...oricalCursor.java => SimpleSettableOffset.java} | 7 +-
.../apache/druid/segment/column/RowSignature.java | 5 +
.../apache/druid/segment/join/HashJoinEngine.java | 12 +-
.../join/HashJoinSegmentStorageAdapter.java | 8 +-
.../org/apache/druid/segment/join/Joinable.java | 8 +-
.../apache/druid/segment/join/JoinableFactory.java | 3 +-
.../druid/segment/join/MapJoinableFactory.java | 52 ++--
.../druid/segment/join/lookup/LookupJoinable.java | 5 +-
.../join/table/BroadcastSegmentIndexedTable.java | 255 +++++++++++++++
.../druid/segment/join/table/IndexedTable.java | 28 +-
.../table/IndexedTableColumnSelectorFactory.java | 10 +-
.../table/IndexedTableColumnValueSelector.java | 4 +-
.../join/table/IndexedTableDimensionSelector.java | 5 +-
.../join/table/IndexedTableJoinMatcher.java | 23 +-
.../segment/join/table/IndexedTableJoinable.java | 73 +++--
.../join/table/ReferenceCountingIndexedTable.java | 78 +++++
.../segment/join/table/RowBasedIndexedTable.java | 56 ++--
...JoinableMMappedQueryableSegmentizerFactory.java | 98 ++++++
.../druid/segment/join/MapJoinableFactoryTest.java | 15 +-
.../table/BroadcastSegmentIndexedTableTest.java | 336 ++++++++++++++++++++
.../join/table/IndexedTableJoinableTest.java | 10 +-
...bleMMappedQueryableSegmentizerFactoryTest.java} | 114 +++----
.../java/org/apache/druid/guice/DruidBinders.java | 14 +-
.../apache/druid/guice/JoinableFactoryModule.java | 16 +-
.../join/BroadcastTableJoinableFactory.java | 79 +++++
.../org/apache/druid/server/SegmentManager.java | 84 ++++-
.../druid/guice/JoinableFactoryModuleTest.java | 58 +++-
.../druid/server/ClientQuerySegmentWalkerTest.java | 36 ++-
.../org/apache/druid/server/QueryStackTests.java | 29 +-
...egmentManagerBroadcastJoinIndexedTableTest.java | 343 +++++++++++++++++++++
.../server/SegmentManagerThreadSafetyTest.java | 2 +-
.../schema/DruidCalciteSchemaModuleTest.java | 2 +-
.../calcite/schema/DruidSchemaNoDataInitTest.java | 3 +-
.../druid/sql/calcite/schema/DruidSchemaTest.java | 2 +-
.../druid/sql/calcite/schema/SystemSchemaTest.java | 2 +-
.../druid/sql/calcite/util/CalciteTests.java | 6 +-
51 files changed, 1918 insertions(+), 277 deletions(-)
create mode 100644 integration-tests/src/test/java/org/apache/druid/tests/query/ITBroadcastJoinQueryTest.java
copy integration-tests/src/test/resources/indexer/{wikipedia_cloud_simple_index_task.json => broadcast_join_index_task.json} (50%)
create mode 100644 integration-tests/src/test/resources/queries/broadcast_join_metadata_queries.json
create mode 100644 integration-tests/src/test/resources/queries/broadcast_join_queries.json
copy processing/src/main/java/org/apache/druid/segment/{historical/HistoricalCursor.java => SimpleSettableOffset.java} (84%)
create mode 100644 processing/src/main/java/org/apache/druid/segment/join/table/BroadcastSegmentIndexedTable.java
create mode 100644 processing/src/main/java/org/apache/druid/segment/join/table/ReferenceCountingIndexedTable.java
create mode 100644 processing/src/main/java/org/apache/druid/segment/loading/BroadcastJoinableMMappedQueryableSegmentizerFactory.java
create mode 100644 processing/src/test/java/org/apache/druid/segment/join/table/BroadcastSegmentIndexedTableTest.java
copy processing/src/test/java/org/apache/druid/segment/{CustomSegmentizerFactoryTest.java => loading/BroadcastJoinableMMappedQueryableSegmentizerFactoryTest.java} (50%)
create mode 100644 server/src/main/java/org/apache/druid/segment/join/BroadcastTableJoinableFactory.java
create mode 100644 server/src/test/java/org/apache/druid/server/SegmentManagerBroadcastJoinIndexedTableTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org