You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ta...@apache.org on 2022/04/07 10:51:54 UTC
[iotdb] branch datanode_consensus_init updated (3fa51af757 -> c383b4c27b)
This is an automated email from the ASF dual-hosted git repository.
tanxinyu pushed a change to branch datanode_consensus_init
in repository https://gitbox.apache.org/repos/asf/iotdb.git
discard 3fa51af757 abstract ConsensusGroupId
add 6656b40c5b abstract ConsensusGroupId
add 90e381d7c8 [IOTDB-2811] Fix compaction exception handle failure cause by deletion of storage group (#5363)
add 2c85f9cda2 [IOTDB-2839] Add Python client CI (#5407)
add fbfb3ebe2c [IOTDB-2843] remove unused jna dependency in cli (#5410)
add 0296d2cf9d Fix -DskipTests cannot skip commons tests (#5422)
add 26a762f40a [IOTDB-2846] Add Driver which implements ExecFragmentInstance interface (#5402)
add 8f553e98c3 When a storage group is deleted, every related template will unmark it now. (#5380)
add d638c145aa Add docs about how the community works (#5432)
add b1f2c38f26 Test delete the blank (#5433)
add 4e154bb57e [IOTDB-2851]ChunkReaderTest failed in CI (#5429)
add cf2ba5ad45 [IOTDB-2853] there is low version of integration and jdbc in library-udf\pom.xml (#5436)
add 6f22319260 [IOTDB-2855] Fix DeletionFileNodeTest error (#5435)
add 54623d8e30 Implement mpp scheduler interface (#5438)
add b1c391fefe [IoTDB-2837] Add check and sort for NumpyTablet to make sure timestamps are ordered (#5434)
add e2e8a16a90 Modify site/src/main/.vuepress/config.js to add REST API navigation for v0.13 (#5442)
add 34ca54a94d [IOTDB-2859] Fix python tablet with None value is incorrect (#5441)
add 3174c501cd [IOTDB-2727] data block manager impl (#5367)
add c383b4c27b Merge branch 'master' of github.com:Apache/iotdb into datanode_consensus_init
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (3fa51af757)
\
N -- N -- N refs/heads/datanode_consensus_init (c383b4c27b)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/{client.yml => client-cpp.yml} | 2 +-
.../workflows/{client-go.yml => client-python.yml} | 19 +-
cli/pom.xml | 2 +
client-py/README.md | 30 +-
client-py/SessionAlignedTimeseriesExample.py | 16 +-
client-py/SessionAlignedTimeseriesTest.py | 280 ----------
client-py/SessionExample.py | 48 +-
client-py/SessionTest.py | 336 ------------
client-py/iotdb/Session.py | 104 +++-
client-py/iotdb/utils/IoTDBRpcDataSet.py | 2 +-
client-py/iotdb/utils/NumpyTablet.py | 21 +-
client-py/iotdb/utils/Tablet.py | 31 +-
client-py/requirements_dev.txt | 2 +-
client-py/tests/tablet_performance_comparison.py | 8 +-
client-py/tests/test_aligned_timeseries.py | 294 ++++++++++
client-py/tests/test_dataframe.py | 6 +-
client-py/tests/test_session.py | 362 +++++++++++++
client-py/tests/test_tablet.py | 109 ++++
client-py/tests/test_todf.py | 16 +-
.../cluster/log/snapshot/FileSnapshotTest.java | 10 +-
.../log/snapshot/PartitionedSnapshotTest.java | 4 +-
.../cluster/log/snapshot/PullSnapshotTaskTest.java | 2 +-
.../cluster/server/member/DataGroupMemberTest.java | 2 +-
.../iotdb/confignode/physical/PhysicalPlan.java | 3 +
.../tlog-changelist.md => docs/Community/About.md | 4 +-
docs/Community/Community-Powered By.md | 2 +-
.../UserGuide/API/Programming-Python-Native-API.md | 30 +-
.../zh/Community/About.md | 4 +-
.../UserGuide/API/Programming-Python-Native-API.md | 30 +-
.../iotdb/db/integration/IoTDBFilePathUtilsIT.java | 2 +-
.../db/integration/IoTDBLoadExternalTsfileIT.java | 70 +--
.../integration/IoTDBManageTsFileResourceIT.java | 8 +-
.../aligned/IoTDBLoadExternalAlignedTsFileIT.java | 64 +--
library-udf/pom.xml | 10 +-
node-commons/pom.xml | 12 +-
.../iotdb/commons/consensus/ConsensusGroupId.java | 2 +-
.../resources/conf/iotdb-engine.properties | 15 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 44 ++
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 25 +
.../org/apache/iotdb/db/engine/StorageEngine.java | 12 +-
.../engine/compaction/CompactionTaskManager.java | 95 ++--
.../cross/AbstractCrossSpaceCompactionTask.java | 9 +
.../task/RewriteCrossSpaceCompactionTask.java | 4 +
.../inner/AbstractInnerSpaceCompactionTask.java | 9 +
.../inner/sizetiered/SizeTieredCompactionTask.java | 6 +-
.../compaction/task/AbstractCompactionTask.java | 20 +-
.../db/engine/storagegroup/TsFileResourceList.java | 5 +-
.../storagegroup/VirtualStorageGroupProcessor.java | 71 ++-
.../virtualSg/StorageGroupManager.java | 14 +-
.../iotdb/db/metadata/LocalConfigManager.java | 4 +
.../iotdb/db/metadata/template/Template.java | 4 +
.../db/metadata/template/TemplateManager.java | 7 +
.../iotdb/db/mpp/buffer/DataBlockManager.java | 352 +++++++++---
.../db/mpp/buffer/DataBlockManagerService.java | 90 ----
.../iotdb/db/mpp/buffer/DataBlockService.java | 137 +++++
.../mpp/buffer/DataBlockServiceClientFactory.java | 24 +-
.../iotdb/db/mpp/buffer/DataBlockServiceImpl.java | 50 --
...ler.java => DataBlockServiceThriftHandler.java} | 2 +-
.../iotdb/db/mpp/buffer/IDataBlockManager.java | 20 +-
.../apache/iotdb/db/mpp/buffer/ISinkHandle.java | 35 +-
.../apache/iotdb/db/mpp/buffer/ISourceHandle.java | 21 +-
.../org/apache/iotdb/db/mpp/buffer/SinkHandle.java | 365 +++++++++++++
.../apache/iotdb/db/mpp/buffer/SourceHandle.java | 371 ++++++++++++-
.../apache/iotdb/db/mpp/buffer/StubSinkHandle.java | 88 +++
.../apache/iotdb/db/mpp/buffer/TsBlockSerde.java | 15 +-
.../buffer/TsBlockSerdeFactory.java} | 9 +-
.../apache/iotdb/db/mpp/execution/DataDriver.java | 321 +++++++++++
.../iotdb/db/mpp/execution/DataDriverContext.java | 62 +++
.../{ExecFragmentInstance.java => Driver.java} | 6 +-
.../iotdb/db/mpp/execution/DriverContext.java | 30 +-
.../db/mpp/execution/FragmentInstanceContext.java | 56 +-
.../mpp/execution/FragmentInstanceExecution.java | 88 +++
...StateMachine.java => FragmentInstanceInfo.java} | 24 +-
.../db/mpp/execution/FragmentInstanceManager.java | 181 +++++++
.../iotdb/db/mpp/execution/SchemaDriver.java | 149 ++++++
.../db/mpp/execution/SchemaDriverContext.java | 18 +-
.../iotdb/db/mpp/memory/LocalMemoryManager.java | 17 +-
.../org/apache/iotdb/db/mpp/memory/MemoryPool.java | 108 +++-
.../org/apache/iotdb/db/mpp/operator/Operator.java | 6 +
.../db/mpp/operator/process/AggregateOperator.java | 5 +
.../mpp/operator/process/DeviceMergeOperator.java | 5 +
.../db/mpp/operator/process/FillOperator.java | 5 +
.../mpp/operator/process/FilterNullOperator.java | 5 +
.../mpp/operator/process/GroupByLevelOperator.java | 5 +
.../db/mpp/operator/process/LimitOperator.java | 5 +
.../db/mpp/operator/process/OffsetOperator.java | 5 +
.../db/mpp/operator/process/SortOperator.java | 5 +
.../db/mpp/operator/process/TimeJoinOperator.java | 24 +-
.../db/mpp/operator/sink/FragmentSinkOperator.java | 5 +
.../mpp/operator/source/AlignedSeriesScanUtil.java | 5 +-
.../source/SeriesAggregateScanOperator.java | 9 +
.../db/mpp/operator/source/SeriesScanOperator.java | 22 +-
.../db/mpp/operator/source/SeriesScanUtil.java | 25 +-
.../db/mpp/operator/source/SourceOperator.java | 3 +
...Manager.java => FragmentInstanceScheduler.java} | 27 +-
.../mpp/schedule/FragmentInstanceTaskExecutor.java | 6 +-
...anager.java => IFragmentInstanceScheduler.java} | 17 +-
.../db/mpp/schedule/task/FragmentInstanceTask.java | 11 +-
.../db/mpp/sql/planner/LocalExecutionPlanner.java | 158 +++++-
.../db/mpp/sql/planner/plan/FragmentInstance.java | 7 +
.../db/mpp/sql/planner/plan/node/PlanVisitor.java | 5 +
.../planner/plan/node/process/TimeJoinNode.java | 8 +
.../apache/iotdb/db/utils/EnvironmentUtils.java | 2 +
.../engine/modification/DeletionFileNodeTest.java | 6 +-
.../storagegroup/StorageGroupProcessorTest.java | 58 +-
.../iotdb/db/engine/storagegroup/TTLTest.java | 4 +-
.../org/apache/iotdb/db/metadata/TemplateTest.java | 18 +
.../db/metadata/idtable/IDTableFlushTimeTest.java | 6 +-
.../apache/iotdb/db/mpp/buffer/SinkHandleTest.java | 448 ++++++++++++++++
.../iotdb/db/mpp/buffer/SourceHandleTest.java | 591 +++++++++++++++++++++
.../java/org/apache/iotdb/db/mpp/buffer/Utils.java | 105 ++++
.../DataDriverTest.java} | 119 +++--
.../apache/iotdb/db/mpp/memory/MemoryPoolTest.java | 140 ++++-
.../iotdb/db/mpp/operator/LimitOperatorTest.java | 14 +-
.../db/mpp/operator/SeriesScanOperatorTest.java | 11 +-
.../db/mpp/operator/TimeJoinOperatorTest.java | 14 +-
.../db/mpp/schedule/DefaultTaskSchedulerTest.java | 73 ++-
...est.java => FragmentInstanceSchedulerTest.java} | 48 +-
.../FragmentInstanceTimeoutSentinelTest.java | 76 ++-
.../db/sync/receiver/load/FileLoaderTest.java | 14 +-
.../recover/SyncReceiverLogAnalyzerTest.java | 2 +-
site/src/main/.vuepress/config.js | 12 +-
testcontainer/src/tool/parser.py | 4 +-
thrift/src/main/thrift/mpp.thrift | 27 +-
.../apache/iotdb/tsfile/read/TsFileReaderTest.java | 4 +
.../iotdb/tsfile/utils/TsFileGeneratorForTest.java | 12 +
126 files changed, 5649 insertions(+), 1467 deletions(-)
rename .github/workflows/{client.yml => client-cpp.yml} (99%)
copy .github/workflows/{client-go.yml => client-python.yml} (71%)
delete mode 100644 client-py/SessionAlignedTimeseriesTest.py
delete mode 100644 client-py/SessionTest.py
create mode 100644 client-py/tests/test_aligned_timeseries.py
create mode 100644 client-py/tests/test_session.py
create mode 100644 client-py/tests/test_tablet.py
copy server/file-changelists/tlog-changelist.md => docs/Community/About.md (98%)
copy server/file-changelists/tlog-changelist.md => docs/zh/Community/About.md (98%)
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/buffer/DataBlockManagerService.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/buffer/DataBlockService.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/buffer/DataBlockServiceImpl.java
rename server/src/main/java/org/apache/iotdb/db/mpp/buffer/{DataBlockManagerServiceThriftHandler.java => DataBlockServiceThriftHandler.java} (94%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/buffer/SinkHandle.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/buffer/StubSinkHandle.java
copy consensus/src/main/java/org/apache/iotdb/consensus/common/request/IConsensusRequest.java => server/src/main/java/org/apache/iotdb/db/mpp/buffer/TsBlockSerde.java (72%)
copy server/src/main/java/org/apache/iotdb/db/{query/udf/builtin/UDTFAcos.java => mpp/buffer/TsBlockSerdeFactory.java} (80%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/DataDriver.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/DataDriverContext.java
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/{ExecFragmentInstance.java => Driver.java} (90%)
copy grafana-connector/src/main/java/org/apache/iotdb/web/grafana/TsfileWebDemoApplication.java => server/src/main/java/org/apache/iotdb/db/mpp/execution/DriverContext.java (57%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/FragmentInstanceExecution.java
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/{QueryStateMachine.java => FragmentInstanceInfo.java} (69%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/FragmentInstanceManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/SchemaDriver.java
copy consensus/src/main/java/org/apache/iotdb/consensus/exception/RatisRequestFailedException.java => server/src/main/java/org/apache/iotdb/db/mpp/execution/SchemaDriverContext.java (66%)
rename server/src/main/java/org/apache/iotdb/db/mpp/schedule/{FragmentInstanceManager.java => FragmentInstanceScheduler.java} (93%)
rename server/src/main/java/org/apache/iotdb/db/mpp/schedule/{IFragmentInstanceManager.java => IFragmentInstanceScheduler.java} (75%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/buffer/SinkHandleTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/buffer/SourceHandleTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/buffer/Utils.java
copy server/src/test/java/org/apache/iotdb/db/mpp/{operator/LimitOperatorTest.java => execution/DataDriverTest.java} (57%)
rename server/src/test/java/org/apache/iotdb/db/mpp/schedule/{FragmentInstanceManagerTest.java => FragmentInstanceSchedulerTest.java} (76%)