You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by qi...@apache.org on 2022/01/13 16:49:15 UTC
[iotdb] branch new-compaction updated (4f7cb46 -> 8862cfa)
This is an automated email from the ASF dual-hosted git repository.
qiaojialin pushed a change to branch new-compaction
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from 4f7cb46 add pr ci
add ebdf88f [IOTDB-2278][IOTDB-2319] CQ doesn't work in master branch (#4788)
add 73f80c6 [IOTDB-2332] Clause 'without null' is not supported in nested expressions (#4789)
add cbc5d2e [IOTDB-2352] Update Session docs for 0.13 (#4777)
add a4f5b0e [IOTDB-2280] Cache configuration order adjustment in iotdb-rest.properties (#4716)
add e65f4c6 [IOTDB-2298] Refactor SQL of schema template (#4775)
add 899f1c8 [IOTDB-2365] Reduce the iteration times when constrcuting page data (#4787)
add 37bb7e2 [IOTDB-2205] Optimize unaligned int/long read/write functions in BytesUtils (#4676)
add 2c1f895 update doc (#4795)
add 47f4923 [IOTDB-2187] Update code of pulsar example with session API (#4793)
add a198683 [IOTDB-2111] ServiceProvider: Support MQTT / REST protocols in cluster mode (#4580)
add 5466c5f [IOTDB-2354] row number is not as expected when using nested expressions in GROUP BY(#4790)
add 3d4bd3d [IOTDB-2356] TTL doesn't work (#4794)
add bcdab51 [IOTDB-2325] Fix config manual which is different with system config (#4785)
add 6445241 [IOTDB-2366] Change Executors.newXxx to IoTDBThreadPoolFactory.newXxx (#4791)
add 21acded [IOTDB-1360] Support aligned timeseries in in-space compaction (#4729)
add e7f50b6 [IOTDB-2381] Fix deadlock caused by incorrect buffer pool size counter (#4797)
add 39d19de [IOTDB-2350] Select into datatype cast error when writing back during the nested query (#4801)
add 84a3b01 Add Jprofiler link in Contribute guide (#4806)
add 48e21f2 [IOTDB-2387] Suggest disabling time partition function by default (#4799)
add 7fea9c8 [IOTDB-2385] Fix write degrade after limit chunk size in inner space compaction (#4798)
add ab24ce0 [IOTDB-2337] Trigger: Perhaps trigger privileges are better based on paths (#4802)
add 84a1df3 [IOTDB-2342] Add compatible interface with 0.12.x for creating template of flat measurements (#4720)
new 8862cfa Merge remote-tracking branch 'origin/master' into new-compaction
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 4 +-
.../org/apache/iotdb/cluster/ClusterIoTDB.java | 19 +-
.../iotdb/cluster/server/ClusterTSServiceImpl.java | 65 +--
.../ClusterServiceProvider.java} | 35 +-
.../cluster/utils/nodetool/ClusterMonitor.java | 5 +-
docs/Development/ContributeGuide.md | 7 +-
docs/UserGuide/API/Programming-Java-Native-API.md | 611 ++++++++++-----------
.../Administration-Management/Administration.md | 8 +-
docs/UserGuide/Advanced-Features/Triggers.md | 8 +-
docs/UserGuide/Appendix/Config-Manual.md | 29 +-
docs/UserGuide/Appendix/SQL-Reference.md | 10 +-
docs/UserGuide/Data-Concept/Time-Partition.md | 4 +-
.../DDL-Data-Definition-Language.md | 4 +-
.../DML-Data-Manipulation-Language.md | 8 +-
.../UserGuide/API/Programming-Java-Native-API.md | 404 ++++++++------
.../Administration-Management/Administration.md | 8 +-
docs/zh/UserGuide/Advanced-Features/Triggers.md | 8 +-
docs/zh/UserGuide/Appendix/Config-Manual.md | 137 ++---
docs/zh/UserGuide/Appendix/SQL-Reference.md | 18 +-
docs/zh/UserGuide/Data-Concept/Time-Partition.md | 4 +-
.../DDL-Data-Definition-Language.md | 22 +-
.../DML-Data-Manipulation-Language.md | 6 +-
example/pulsar/pom.xml | 5 +
.../java/org/apache/iotdb/pulsar/Constant.java | 38 +-
.../org/apache/iotdb/pulsar/PulsarConsumer.java | 69 +--
.../apache/iotdb/pulsar/PulsarConsumerThread.java | 72 ++-
.../org/apache/iotdb/pulsar/PulsarProducer.java | 38 +-
.../iotdb/influxdb/session/InfluxDBSession.java | 8 +-
.../IoTDBAlignedTimeSeriesCompactionIT.java | 486 ++++++++++++++++
.../{auth => }/IoTDBAuthorizationIT.java | 96 +++-
.../db/integration/IoTDBContinuousQueryIT.java | 118 +---
.../db/integration/IoTDBSchemaTemplateIT.java | 52 +-
.../iotdb/db/integration/IoTDBSelectIntoIT.java | 33 ++
.../aggregation/IoTDBUDFNestAggregationIT.java | 226 ++++++++
.../resources/conf/iotdb-engine.properties | 21 +-
.../assembly/resources/conf/iotdb-rest.properties | 18 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 2 +-
.../apache/iotdb/db/auth/entity/PrivilegeType.java | 3 +-
.../org/apache/iotdb/db/concurrent/ThreadName.java | 8 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 4 +-
.../apache/iotdb/db/cq/ContinuousQueryService.java | 13 +-
.../apache/iotdb/db/cq/ContinuousQueryTask.java | 144 +++--
.../org/apache/iotdb/db/engine/StorageEngine.java | 26 +-
.../inner/sizetiered/SizeTieredCompactionTask.java | 3 +-
.../utils/AlignedSeriesCompactionExecutor.java | 152 +++++
.../inner/utils/InnerSpaceCompactionUtils.java | 83 +--
.../inner/utils/MultiTsFileDeviceIterator.java | 166 +++++-
.../selectinto/InsertTabletPlanGenerator.java | 7 -
.../db/engine/storagegroup/TsFileResource.java | 8 +-
.../storagegroup/VirtualStorageGroupProcessor.java | 41 +-
.../org/apache/iotdb/db/metadata/MManager.java | 31 +-
.../iotdb/db/metadata/template/Template.java | 10 +-
.../iotdb/db/protocol/influxdb/dto/IoTDBPoint.java | 4 +-
.../{MetaManager.java => InfluxDBMetaManager.java} | 43 +-
.../iotdb/db/protocol/mqtt/PublishHandler.java | 24 +-
.../rest/handler/AuthorizationHandler.java | 16 +-
.../protocol/rest/impl/GrafanaApiServiceImpl.java | 25 +-
.../db/protocol/rest/impl/RestApiServiceImpl.java | 29 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 11 -
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 2 +-
.../iotdb/db/qp/logical/crud/SelectComponent.java | 6 +
.../logical/sys/CreateContinuousQueryOperator.java | 30 +-
.../db/qp/logical/sys/CreateTemplateOperator.java | 16 +-
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 4 +
.../qp/physical/sys/CreateContinuousQueryPlan.java | 58 +-
.../db/qp/physical/sys/CreateTriggerPlan.java | 5 +
.../iotdb/db/qp/physical/sys/DropTriggerPlan.java | 27 +
.../iotdb/db/qp/physical/sys/StartTriggerPlan.java | 27 +
.../iotdb/db/qp/physical/sys/StopTriggerPlan.java | 27 +
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 32 +-
.../db/query/control/SessionTimeoutManager.java | 6 +-
.../db/query/dataset/UDTFAlignByTimeDataSet.java | 28 +-
.../iotdb/db/query/executor/QueryRouter.java | 5 +-
.../db/query/udf/core/layer/InputRowUtils.java | 19 +
.../query/udf/core/layer/RawQueryInputLayer.java | 11 +-
.../row/ElasticSerializableRowRecordList.java | 16 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 52 +-
.../org/apache/iotdb/db/service/SettleService.java | 7 +-
...icServiceProvider.java => ServiceProvider.java} | 104 ++--
.../service/basic/StandaloneServiceProvider.java | 55 ++
.../service/thrift/impl/InfluxDBServiceImpl.java | 37 +-
.../db/service/thrift/impl/TSServiceImpl.java | 248 +++++----
.../java/org/apache/iotdb/db/utils/AuthUtils.java | 4 +
.../compaction/TestUtilsForAlignedSeries.java | 228 ++++++++
.../compaction/inner/InnerSeqCompactionTest.java | 9 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 14 +-
.../InnerSpaceCompactionUtilsAlignedTest.java | 532 ++++++++++++++++++
.../InnerSpaceCompactionUtilsNoAlignedTest.java | 55 +-
.../inner/InnerSpaceCompactionUtilsOldTest.java | 2 +-
.../compaction/inner/InnerUnseqCompactionTest.java | 3 +-
.../SizeTieredCompactionRecoverTest.java | 34 +-
.../recover/SizeTieredCompactionRecoverTest.java | 16 +-
.../compaction/utils/CompactionCheckerUtils.java | 32 +-
.../ElasticSerializableRowRecordListTest.java | 20 +-
server/src/test/resources/iotdb-rest.properties | 18 +-
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 1 -
.../iotdb/rpc/StatementExecutionException.java | 1 -
.../java/org/apache/iotdb/session/Session.java | 160 ++++--
.../org/apache/iotdb/session/pool/SessionPool.java | 82 +++
.../java/org/apache/iotdb/session/SessionTest.java | 122 +++-
.../apache/iotdb/session/template/TemplateUT.java | 27 +-
session/src/test/resources/iotdb-rest.properties | 18 +-
.../encoding/encoder/DeltaBinaryEncoder.java | 10 +-
.../read/TsFileAlignedSeriesReaderIterator.java | 79 +++
.../iotdb/tsfile/read/TsFileSequenceReader.java | 34 +-
.../tsfile/read/reader/page/AlignedPageReader.java | 40 +-
.../tsfile/read/reader/page/TimePageReader.java | 12 +-
.../tsfile/read/reader/page/ValuePageReader.java | 53 +-
.../org/apache/iotdb/tsfile/utils/BytesUtils.java | 127 +++--
.../tsfile/write/chunk/AlignedChunkWriterImpl.java | 33 ++
.../apache/iotdb/tsfile/write/record/Tablet.java | 2 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 18 +-
112 files changed, 4409 insertions(+), 1756 deletions(-)
copy cluster/src/main/java/org/apache/iotdb/cluster/server/{ClusterTSServiceImpl.java => basic/ClusterServiceProvider.java} (78%)
create mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBAlignedTimeSeriesCompactionIT.java
rename integration/src/test/java/org/apache/iotdb/db/integration/{auth => }/IoTDBAuthorizationIT.java (93%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/inner/utils/AlignedSeriesCompactionExecutor.java
rename server/src/main/java/org/apache/iotdb/db/protocol/influxdb/meta/{MetaManager.java => InfluxDBMetaManager.java} (88%)
rename server/src/main/java/org/apache/iotdb/db/service/basic/{BasicServiceProvider.java => ServiceProvider.java} (74%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/service/basic/StandaloneServiceProvider.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/compaction/TestUtilsForAlignedSeries.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSpaceCompactionUtilsAlignedTest.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/read/TsFileAlignedSeriesReaderIterator.java
[iotdb] 01/01: Merge remote-tracking branch 'origin/master' into new-compaction
Posted by qi...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
qiaojialin pushed a commit to branch new-compaction
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 8862cfa6db370e7f5763308a70452a0bd416191e
Merge: 4f7cb46 84a1df3
Author: qiaojialin <64...@qq.com>
AuthorDate: Fri Jan 14 00:48:19 2022 +0800
Merge remote-tracking branch 'origin/master' into new-compaction
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 4 +-
.../org/apache/iotdb/cluster/ClusterIoTDB.java | 19 +-
.../iotdb/cluster/server/ClusterTSServiceImpl.java | 65 +--
.../ClusterServiceProvider.java} | 35 +-
.../cluster/utils/nodetool/ClusterMonitor.java | 5 +-
docs/Development/ContributeGuide.md | 7 +-
docs/UserGuide/API/Programming-Java-Native-API.md | 611 ++++++++++-----------
.../Administration-Management/Administration.md | 8 +-
docs/UserGuide/Advanced-Features/Triggers.md | 8 +-
docs/UserGuide/Appendix/Config-Manual.md | 29 +-
docs/UserGuide/Appendix/SQL-Reference.md | 10 +-
docs/UserGuide/Data-Concept/Time-Partition.md | 4 +-
.../DDL-Data-Definition-Language.md | 4 +-
.../DML-Data-Manipulation-Language.md | 8 +-
.../UserGuide/API/Programming-Java-Native-API.md | 404 ++++++++------
.../Administration-Management/Administration.md | 8 +-
docs/zh/UserGuide/Advanced-Features/Triggers.md | 8 +-
docs/zh/UserGuide/Appendix/Config-Manual.md | 137 ++---
docs/zh/UserGuide/Appendix/SQL-Reference.md | 18 +-
docs/zh/UserGuide/Data-Concept/Time-Partition.md | 4 +-
.../DDL-Data-Definition-Language.md | 22 +-
.../DML-Data-Manipulation-Language.md | 6 +-
example/pulsar/pom.xml | 5 +
.../java/org/apache/iotdb/pulsar/Constant.java | 38 +-
.../org/apache/iotdb/pulsar/PulsarConsumer.java | 69 +--
.../apache/iotdb/pulsar/PulsarConsumerThread.java | 72 ++-
.../org/apache/iotdb/pulsar/PulsarProducer.java | 38 +-
.../iotdb/influxdb/session/InfluxDBSession.java | 8 +-
.../IoTDBAlignedTimeSeriesCompactionIT.java | 486 ++++++++++++++++
.../{auth => }/IoTDBAuthorizationIT.java | 96 +++-
.../db/integration/IoTDBContinuousQueryIT.java | 118 +---
.../db/integration/IoTDBSchemaTemplateIT.java | 52 +-
.../iotdb/db/integration/IoTDBSelectIntoIT.java | 33 ++
.../aggregation/IoTDBUDFNestAggregationIT.java | 226 ++++++++
.../resources/conf/iotdb-engine.properties | 21 +-
.../assembly/resources/conf/iotdb-rest.properties | 18 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 2 +-
.../apache/iotdb/db/auth/entity/PrivilegeType.java | 3 +-
.../org/apache/iotdb/db/concurrent/ThreadName.java | 8 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 4 +-
.../apache/iotdb/db/cq/ContinuousQueryService.java | 13 +-
.../apache/iotdb/db/cq/ContinuousQueryTask.java | 144 +++--
.../org/apache/iotdb/db/engine/StorageEngine.java | 26 +-
.../inner/sizetiered/SizeTieredCompactionTask.java | 3 +-
.../utils/AlignedSeriesCompactionExecutor.java | 152 +++++
.../inner/utils/InnerSpaceCompactionUtils.java | 83 +--
.../inner/utils/MultiTsFileDeviceIterator.java | 166 +++++-
.../selectinto/InsertTabletPlanGenerator.java | 7 -
.../db/engine/storagegroup/TsFileResource.java | 8 +-
.../storagegroup/VirtualStorageGroupProcessor.java | 41 +-
.../org/apache/iotdb/db/metadata/MManager.java | 31 +-
.../iotdb/db/metadata/template/Template.java | 10 +-
.../iotdb/db/protocol/influxdb/dto/IoTDBPoint.java | 4 +-
.../{MetaManager.java => InfluxDBMetaManager.java} | 43 +-
.../iotdb/db/protocol/mqtt/PublishHandler.java | 24 +-
.../rest/handler/AuthorizationHandler.java | 16 +-
.../protocol/rest/impl/GrafanaApiServiceImpl.java | 25 +-
.../db/protocol/rest/impl/RestApiServiceImpl.java | 29 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 11 -
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 2 +-
.../iotdb/db/qp/logical/crud/SelectComponent.java | 6 +
.../logical/sys/CreateContinuousQueryOperator.java | 30 +-
.../db/qp/logical/sys/CreateTemplateOperator.java | 16 +-
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 4 +
.../qp/physical/sys/CreateContinuousQueryPlan.java | 58 +-
.../db/qp/physical/sys/CreateTriggerPlan.java | 5 +
.../iotdb/db/qp/physical/sys/DropTriggerPlan.java | 27 +
.../iotdb/db/qp/physical/sys/StartTriggerPlan.java | 27 +
.../iotdb/db/qp/physical/sys/StopTriggerPlan.java | 27 +
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 32 +-
.../db/query/control/SessionTimeoutManager.java | 6 +-
.../db/query/dataset/UDTFAlignByTimeDataSet.java | 28 +-
.../iotdb/db/query/executor/QueryRouter.java | 5 +-
.../db/query/udf/core/layer/InputRowUtils.java | 19 +
.../query/udf/core/layer/RawQueryInputLayer.java | 11 +-
.../row/ElasticSerializableRowRecordList.java | 16 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 52 +-
.../org/apache/iotdb/db/service/SettleService.java | 7 +-
...icServiceProvider.java => ServiceProvider.java} | 104 ++--
.../service/basic/StandaloneServiceProvider.java | 55 ++
.../service/thrift/impl/InfluxDBServiceImpl.java | 37 +-
.../db/service/thrift/impl/TSServiceImpl.java | 248 +++++----
.../java/org/apache/iotdb/db/utils/AuthUtils.java | 4 +
.../compaction/TestUtilsForAlignedSeries.java | 228 ++++++++
.../compaction/inner/InnerSeqCompactionTest.java | 9 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 14 +-
.../InnerSpaceCompactionUtilsAlignedTest.java | 532 ++++++++++++++++++
.../InnerSpaceCompactionUtilsNoAlignedTest.java | 55 +-
.../inner/InnerSpaceCompactionUtilsOldTest.java | 2 +-
.../compaction/inner/InnerUnseqCompactionTest.java | 3 +-
.../SizeTieredCompactionRecoverTest.java | 34 +-
.../recover/SizeTieredCompactionRecoverTest.java | 16 +-
.../compaction/utils/CompactionCheckerUtils.java | 32 +-
.../ElasticSerializableRowRecordListTest.java | 20 +-
server/src/test/resources/iotdb-rest.properties | 18 +-
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 1 -
.../iotdb/rpc/StatementExecutionException.java | 1 -
.../java/org/apache/iotdb/session/Session.java | 160 ++++--
.../org/apache/iotdb/session/pool/SessionPool.java | 82 +++
.../java/org/apache/iotdb/session/SessionTest.java | 122 +++-
.../apache/iotdb/session/template/TemplateUT.java | 27 +-
session/src/test/resources/iotdb-rest.properties | 18 +-
.../encoding/encoder/DeltaBinaryEncoder.java | 10 +-
.../read/TsFileAlignedSeriesReaderIterator.java | 79 +++
.../iotdb/tsfile/read/TsFileSequenceReader.java | 34 +-
.../tsfile/read/reader/page/AlignedPageReader.java | 40 +-
.../tsfile/read/reader/page/TimePageReader.java | 12 +-
.../tsfile/read/reader/page/ValuePageReader.java | 53 +-
.../org/apache/iotdb/tsfile/utils/BytesUtils.java | 127 +++--
.../tsfile/write/chunk/AlignedChunkWriterImpl.java | 33 ++
.../apache/iotdb/tsfile/write/record/Tablet.java | 2 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 18 +-
112 files changed, 4409 insertions(+), 1756 deletions(-)