You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2020/03/05 16:11:38 UTC
[incubator-iotdb] branch new_TsFile updated (af3be5f -> afadbe4)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch new_TsFile
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.
from af3be5f remove unused comment
add 9340de3 [IOTDB-380] Update storage group path (#853)
add 6f80172 Revert "[IOTDB-520] Result of IBatchReader should not cross partition" (#860)
add dc4247e Several fixes. - Fixed an issue in Utils and added test - Fixed BasicDaoImpl (query was invalid) in IoTDB-Grafana
add 5676094 [IOTDB-376] fix metric to show executeQuery (#863)
add dea6737 [IOTDB-529] Relative times and NOW() operator cannot be used in Group By (#871)
add 6404d6d [IOTDB-298]Last time-value query (#821)
add 9aa6176 reorganize series reader and aggregate reader
add d229e98 fix point reader
add 18068a9 fix bytimestamp
add 1dadf07 combine nextPage (#861)
add fe759e8 remove set chunkmetadata=null in hasNextChunk
add 17365a7 remove hasOverlappedPage
add 34476e5 new groupby (#862)
add 986f758 fix hasNextPage in SeriesReader
add b7c10da remove unused interfaces in IAggregateReader
add 3b33fbb push down value filter and add log
add e51e07e fix nextPage non-stop
add 0114481 make hasNextPage and nextPage more robust
add d9a19dc add stack
add 6ad42e9 add mergeReaer check in isPageOverlapped
add b725c72 fix hasNextOverlappedPage when no data in this page under value filter
add 1c39133 Merge remote-tracking branch 'origin/master' into optimize_series_reader
add 9e85181 add log
add f06043b add filter overlapped data test and add log
add 3e6a61f add log for point 100492
add 46a133b add log in hasNextOverlappedPage
add 80456bd add log
add 6ba2969 Optimize_series_reader_fix (#867)
add 23d620a Merge remote-tracking branch 'origin/optimize_series_reader' into optimize_series_reader
add 3954860 fix tmp bug
add 2d6e8fc remove debug log
add 60c0f5e add test and fix review
add ad50583 fix code smell
add e455a96 fix review
add 8f5cf8b Update server/src/test/java/org/apache/iotdb/db/integration/IoTDBCloseIT.java
add 2843e8c Merge remote-tracking branch 'origin/optimize_series_reader' into optimize_series_reader
add 7a28519 fix import
add 9101bcf fix review
add c00b63f Merge pull request #864 from apache/optimize_series_reader
add 0e7f217 fix group by sql reference
add 30421a9 update data query doc
add d5d0cc5 adjust method position
add 6a342cc modify GroupByWithoutValueFilterDataSet doc (#875)
add 848394a Merge remote-tracking branch 'origin/series_reader_doc' into series_reader_doc
add b5a7227 add groupByExecutor main method doc (#877)
add 688d657 Merge pull request #872 from apache/series_reader_doc
add 83bb5e2 Support date format 2020-02-10 (#878)
add 79c2602 Hot fix for LAST query bug when using with disable align (#879)
add 9fc13b6 add filed nullable check (#881)
add 92e192f let newField(null) to null (#882)
add ca7c698 Merge remote-tracking branch 'origin/master'
add 0b5f27d change antlr3 to antlr4 in readme file (#883)
add 890eed6 Cherry pick the changes of the distributed version (#866)
add f514abd [IOTDB-536] Process about nonExistMeasurement and ConstantMeasurement in AlignByDevice is complex and not intuitive (#874)
add ea64f9d resolve conflicts
add afadbe4 refactor TsFileSketchTool
No new revisions were added by this update.
Summary of changes:
README.md | 2 +-
.../SystemDesign/5-DataQuery/1-DataQuery.md | 1 +
.../SystemDesign/5-DataQuery/2-SeriesReader.md | 410 +++++++--------
.../SystemDesign/5-DataQuery/3-RawDataQuery.md | 2 +-
.../SystemDesign/5-DataQuery/4-AggregationQuery.md | 12 +-
.../SystemDesign/5-DataQuery/5-GroupByQuery.md | 188 ++++---
.../SystemDesign/5-DataQuery/6-LastQuery.md | 119 +++++
.../5-DataQuery/7-AlignByDeviceQuery.md | 203 ++++++++
.../2-DML (Data Manipulation Language).md | 33 ++
.../5-Operation Manual/4-SQL Reference.md | 44 +-
.../Documentation/UserGuide/3-Server/1-Download.md | 2 +-
.../1-DDL (Data Definition Language).md | 2 +
.../2-DML (Data Manipulation Language).md | 35 ++
.../5-Operation Manual/4-SQL Reference.md | 49 +-
.../iotdb/web/grafana/dao/impl/BasicDaoImpl.java | 32 +-
.../iotdb/hadoop/tsfile/TSFRecordReader.java | 137 ++---
.../src/main/java/org/apache/iotdb/jdbc/Utils.java | 11 +-
.../test/java/org/apache/iotdb/jdbc/UtilsTest.java | 17 +-
.../resources/conf/iotdb-engine.properties | 8 +-
.../org/apache/iotdb/db/qp/strategy/SqlBase.g4 | 155 +++---
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 142 ++---
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 8 +
.../ServerConfigConsistent.java} | 14 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 88 +++-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 41 +-
.../engine/storagegroup/StorageGroupProcessor.java | 196 +++++--
.../db/engine/storagegroup/TsFileResource.java | 35 +-
.../iotdb/db/exception/StorageEngineException.java | 6 +-
.../exception/metadata/IllegalPathException.java | 4 +-
.../db/exception/metadata/MetadataException.java | 4 +
.../exception/metadata/PathNotExistException.java | 3 -
.../metadata/StorageGroupAlreadySetException.java | 3 +-
.../db/exception/query/QueryProcessException.java | 2 +-
.../runtime/StorageEngineFailureException.java | 4 +-
.../StorageGroupProcessorException.java | 2 +-
.../org/apache/iotdb/db/metadata/MManager.java | 69 +++
.../java/org/apache/iotdb/db/metadata/MTree.java | 61 +++
.../iotdb/db/metadata/mnode/InternalMNode.java | 1 +
.../apache/iotdb/db/metadata/mnode/LeafMNode.java | 29 ++
.../org/apache/iotdb/db/metadata/mnode/MNode.java | 2 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 9 +-
.../apache/iotdb/db/qp/constant/DatetimeUtils.java | 2 +
.../apache/iotdb/db/qp/constant/SQLConstant.java | 4 +-
.../apache/iotdb/db/qp/executor/IPlanExecutor.java | 7 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 69 +--
.../org/apache/iotdb/db/qp/logical/Operator.java | 2 +-
.../iotdb/db/qp/logical/crud/FilterOperator.java | 10 +-
.../iotdb/db/qp/logical/crud/SFWOperator.java | 8 +
.../iotdb/db/qp/logical/crud/SelectOperator.java | 7 +
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 43 +-
.../db/qp/physical/crud/AlignByDevicePlan.java | 103 +---
.../iotdb/db/qp/physical/crud/BatchInsertPlan.java | 256 +++++++--
.../iotdb/db/qp/physical/crud/DeletePlan.java | 10 +
.../iotdb/db/qp/physical/crud/InsertPlan.java | 38 ++
.../iotdb/db/qp/physical/crud/LastQueryPlan.java | 13 +-
.../apache/iotdb/db/qp/physical/sys/CountPlan.java | 3 +
.../db/qp/physical/sys/CreateTimeSeriesPlan.java | 66 ++-
.../db/qp/physical/sys/SetStorageGroupPlan.java | 48 +-
.../db/qp/physical/sys/ShowChildPathsPlan.java | 11 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 35 +-
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 71 ++-
.../qp/strategy/optimizer/ConcatPathOptimizer.java | 25 +-
.../db/query/aggregation/AggregateResult.java | 16 +-
.../db/query/aggregation/impl/AvgAggrResult.java | 6 +
.../db/query/control/QueryResourceManager.java | 2 +-
.../db/query/dataset/AlignByDeviceDataSet.java | 102 ++--
.../dataset/RawQueryDataSetWithValueFilter.java | 8 +-
.../dataset/RawQueryDataSetWithoutValueFilter.java | 11 +-
.../groupby/GroupByWithValueFilterDataSet.java | 8 +-
.../groupby/GroupByWithoutValueFilterDataSet.java | 351 +++++++------
.../db/query/executor/AggregationExecutor.java | 173 ++++---
.../iotdb/db/query/executor/FillQueryExecutor.java | 2 +-
.../iotdb/db/query/executor/IQueryRouter.java | 7 +
.../iotdb/db/query/executor/LastQueryExecutor.java | 170 ++++++
.../iotdb/db/query/executor/QueryRouter.java | 19 +-
.../db/query/executor/RawDataQueryExecutor.java | 30 +-
.../db/query/externalsort/ExternalSortJob.java | 3 +-
.../externalsort/ExternalSortJobScheduler.java | 19 +-
.../externalsort/SimpleExternalSortEngine.java | 18 +-
.../iotdb/db/query/reader/chunk/MemPageReader.java | 19 +-
.../db/query/reader/series/IAggregateReader.java | 5 +-
.../query/reader/series/SeriesAggregateReader.java | 17 +-
.../reader/series/SeriesRawDataBatchReader.java | 52 +-
.../reader/series/SeriesRawDataPointReader.java | 46 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 573 ++++++++++++---------
.../reader/series/SeriesReaderByTimestamp.java | 49 +-
.../reader/universal/PriorityMergeReader.java | 27 +-
.../query/timegenerator/ServerTimeGenerator.java | 8 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 4 +-
.../apache/iotdb/db/service/MetricsService.java | 2 +-
.../org/apache/iotdb/db/service/ServiceType.java | 3 +-
.../org/apache/iotdb/db/service/StaticResps.java | 12 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 260 ++++------
.../apache/iotdb/db/tools/IoTDBDataDirViewer.java | 2 +-
.../iotdb/db/tools/TsFileResourcePrinter.java | 2 +-
.../apache/iotdb/db/tools/TsFileSketchTool.java | 116 ++---
.../watermark/GroupedLSBWatermarkEncoder.java | 2 +-
.../org/apache/iotdb/db/utils/CommonUtils.java | 43 ++
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 70 ++-
.../apache/iotdb/db/utils/QueryDataSetUtils.java | 24 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 93 +++-
.../java/org/apache/iotdb/db/utils/TestOnly.java | 4 +
.../writelog/recover/TsFileRecoverPerformer.java | 2 +-
.../org/apache/iotdb/db/constant/TestConstant.java | 82 ++-
.../apache/iotdb/db/engine/merge/MergeLogTest.java | 3 +-
.../iotdb/db/engine/merge/MergeOverLapTest.java | 5 +-
.../iotdb/db/engine/merge/MergeTaskTest.java | 5 +-
.../apache/iotdb/db/engine/merge/MergeTest.java | 5 +-
.../engine/modification/DeletionFileNodeTest.java | 9 +-
.../db/engine/modification/DeletionQueryTest.java | 6 +-
.../storagegroup/FileNodeManagerBenchmark.java | 7 +-
.../iotdb/db/engine/storagegroup/TTLTest.java | 7 +-
.../org/apache/iotdb/db/integration/Constant.java | 100 ----
.../iotdb/db/integration/IOTDBGroupByIT.java | 80 ++-
.../integration/IOTDBGroupByInnerIntervalIT.java | 2 +-
.../iotdb/db/integration/IoTDBAggregationIT.java | 18 +-
.../integration/IoTDBAggregationLargeDataIT.java | 18 +-
.../integration/IoTDBAggregationSmallDataIT.java | 18 +-
.../db/integration/IoTDBAutoCreateSchemaIT.java | 3 +-
.../apache/iotdb/db/integration/IoTDBCloseIT.java | 11 +-
.../iotdb/db/integration/IoTDBCompleteIT.java | 3 +-
.../apache/iotdb/db/integration/IoTDBDaemonIT.java | 2 +-
.../db/integration/IoTDBEngineTimeGeneratorIT.java | 15 +-
.../db/integration/IoTDBFloatPrecisionIT.java | 2 +-
.../iotdb/db/integration/IoTDBLargeDataIT.java | 35 +-
.../apache/iotdb/db/integration/IoTDBLastIT.java | 256 +++++++++
.../iotdb/db/integration/IoTDBLimitSlimitIT.java | 4 +-
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 43 +-
.../db/integration/IoTDBMultiStatementsIT.java | 9 +-
.../iotdb/db/integration/IoTDBNumberPathIT.java | 3 +-
.../iotdb/db/integration/IoTDBQuotedPathIT.java | 2 +-
.../iotdb/db/integration/IoTDBRecoverIT.java | 9 +-
.../db/integration/IoTDBSequenceDataQueryIT.java | 48 +-
.../iotdb/db/integration/IoTDBSeriesReaderIT.java | 58 ++-
.../iotdb/db/integration/IoTDBSimpleQueryTest.java | 86 ++++
.../apache/iotdb/db/integration/IoTDBTtlIT.java | 1 -
.../iotdb/db/metadata/MManagerAdvancedTest.java | 20 +
.../iotdb/db/qp/plan/ConcatOptimizerTest.java | 3 +-
.../apache/iotdb/db/qp/plan/PhysicalPlanTest.java | 40 +-
.../reader/series/SeriesAggregateReaderTest.java | 4 +-
.../reader/series/SeriesReaderByTimestampTest.java | 2 -
.../db/sql/DatetimeQueryDataSetUtilsTest.java | 23 +
.../apache/iotdb/db/tools/IoTDBWatermarkTest.java | 21 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 7 +-
.../org/apache/iotdb/session/SessionDataSet.java | 23 +-
.../file/metadata/statistics/BinaryStatistics.java | 2 +-
.../metadata/statistics/BooleanStatistics.java | 2 +-
.../file/metadata/statistics/DoubleStatistics.java | 4 +-
.../file/metadata/statistics/FloatStatistics.java | 4 +-
.../metadata/statistics/IntegerStatistics.java | 4 +-
.../file/metadata/statistics/LongStatistics.java | 4 +-
.../file/metadata/statistics/Statistics.java | 5 +
.../apache/iotdb/tsfile/read/TimeValuePair.java | 1 +
.../apache/iotdb/tsfile/read/common/BatchData.java | 12 +-
.../org/apache/iotdb/tsfile/read/common/Field.java | 2 +-
.../apache/iotdb/tsfile/read/common/TimeRange.java | 4 +
.../iotdb/tsfile/read/filter/GroupByFilter.java | 8 +
.../iotdb/tsfile/read/filter/operator/In.java | 4 +
.../query/dataset/DataSetWithoutTimeGenerator.java | 8 +-
.../iotdb/tsfile/read/reader/IPageReader.java | 3 +
.../iotdb/tsfile/read/reader/page/PageReader.java | 5 +
.../apache/iotdb/tsfile/utils/Murmur128Hash.java | 159 +++---
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 7 +-
.../tsfile/write/schema/MeasurementSchema.java | 1 +
164 files changed, 4487 insertions(+), 2246 deletions(-)
create mode 100644 docs/Documentation-CHN/SystemDesign/5-DataQuery/6-LastQuery.md
create mode 100644 docs/Documentation-CHN/SystemDesign/5-DataQuery/7-AlignByDeviceQuery.md
copy server/src/main/java/org/apache/iotdb/db/{utils/TestOnly.java => conf/ServerConfigConsistent.java} (76%)
copy client/src/main/java/org/apache/iotdb/exception/ArgsErrorException.java => server/src/main/java/org/apache/iotdb/db/qp/physical/crud/LastQueryPlan.java (77%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/query/executor/LastQueryExecutor.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/integration/Constant.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/integration/IoTDBLastIT.java