You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ji...@apache.org on 2020/01/14 03:32:54 UTC

[incubator-iotdb] branch cluster_new updated (b4414da -> e6dfa24)

This is an automated email from the ASF dual-hosted git repository.

jiangtian pushed a change to branch cluster_new
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.


    from b4414da  add some member tests
     add 1b66c8a  add_compression (#708)
     add e440b8b  [IOTDB-404]fix the bug when recover the last crashed file (#707)
     add f10604d  Set whether to ignore time in JDBC. (#714)
     add 8a2205b  [IOTDB-401]Correct the calculation of a chunk if there is no data in the chunk (#709)
     add 1f2ce1c  fix batch bug
     add 48ab7c5  Merge pull request #720 from apache/fix_batch_bug
     add 4c2c6a3  Change measures' data structure in group by device (#717)
     add 2aa5e53  Fix some ResultSets that are unsafely closed (#711)
     add 28987b3  Change to groupByDevice execution logic: processing filter by device … (#722)
     add 1111c8f  fix concurrent modification (#724)
     add e8e1b7b  [IOTDB-406] refactor environmentutils and IoTDBConfig (#710)
     add 279ff01  [IOTDB-412]Paths are not correctly deduplicated (#727)
     add 91ccddd  Made all tests Locale Invariant by always explicitly defaulting to Locale.ENGLISH. (#726)
     add b7a3055  fix gc log collection in start-server.sh scripts
     add 0a796a2  set all gc log as info level (though some startup memory allocation log is debug and trace still)
     add e9d3d96  Revert "[IOTDB-397]fix gc log collection in start-server.sh scripts" (#730)
     add dfa53bc  [IOTDB-414] fix the client display and add COMPRESSION keyword. (#728)
     add 8430a6f  [IOTDB-415] stop the MetricService if the service start failed but the socket has... (#729)
     add 67c0b62  fix autoCreateSchema in insertBatch
     add b9acc26  [IOTDB-397] cherry-pick IOTDB-397 gc log bug fix and fix a bug in batch file (#733)
     add d4ddfdd  Update master docs after releasing 0.9.1 (#732)
     add 178f244  avoid using String when constructing Path in autoCreateSchema (#734)
     add 3364f7c  Change sync log and sync system dir (#715)
     add 4a760ac  [IOTDB-333] Storage group divide by time range (#664)
     add e6dfa24  Merge branch 'master' into cluster_new

No new revisions were added by this update.

Summary of changes:
 .gitignore                                         |  13 +-
 NOTICE                                             |   2 +-
 NOTICE-binary                                      |   2 +-
 RELEASE_NOTES.md                                   |  28 +
 client-py/compile.bat                              |   5 +-
 client-py/readme.md                                |   2 +-
 client-py/src/client_example.py                    |   2 +
 .../org/apache/iotdb/client/AbstractClient.java    |  61 +-
 .../main/java/org/apache/iotdb/tool/ImportCsv.java |   2 +-
 .../UserGuide/3-Server/4-Config Manual.md          |  37 +-
 .../UserGuide/3-Server/4-Config Manual.md          |  39 +-
 .../4-Client/4-Programming - Other Languages.md    |  53 +-
 .../8-System Design (Developer)/1-Hierarchy.md     |   6 +-
 .../iotdb/web/grafana/dao/impl/BasicDaoImpl.java   |   2 +-
 .../org/apache/iotdb/jdbc/IoTDBQueryResultSet.java |  10 +-
 .../org/apache/iotdb/jdbc/IoTDBResultMetadata.java |  13 +-
 .../apache/iotdb/jdbc/IoTDBResultMetadataTest.java |  16 +-
 server/pom.xml                                     |  12 +
 .../resources/conf/iotdb-engine.properties         |  15 +-
 server/src/assembly/resources/conf/iotdb-env.bat   |  31 +-
 server/src/assembly/resources/conf/iotdb-env.sh    |  31 +-
 server/src/assembly/resources/conf/logback.xml     |  12 +-
 .../src/assembly/resources/sbin/start-server.bat   |   6 +-
 server/src/assembly/resources/sbin/start-server.sh |   6 +-
 .../tsfileToolSet/print-tsfile-resource-files.sh   |   0
 .../tools/tsfileToolSet/print-tsfile-sketch.sh     |   0
 .../org/apache/iotdb/db/qp/strategy/SqlBase.g4     |   6 +-
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 209 ++++--
 .../org/apache/iotdb/db/conf/IoTDBConfigCheck.java |  34 +-
 .../org/apache/iotdb/db/conf/IoTDBConstant.java    |   8 +-
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |  39 +-
 .../db/conf/adapter/IoTDBConfigDynamicAdapter.java |   5 +-
 .../org/apache/iotdb/db/engine/StorageEngine.java  |  41 +-
 .../iotdb/db/engine/flush/MemTableFlushTask.java   |  12 +-
 .../iotdb/db/engine/flush/TsFileFlushPolicy.java   |   2 +-
 .../iotdb/db/engine/memtable/AbstractMemTable.java |   8 +-
 .../apache/iotdb/db/engine/memtable/IMemTable.java |   5 +-
 .../db/engine/memtable/IWritableMemChunk.java      |  16 +-
 .../iotdb/db/engine/memtable/WritableMemChunk.java |  80 +-
 .../db/engine/merge/manage/MergeResource.java      |   3 +-
 .../db/engine/modification/ModificationFile.java   |   2 +-
 .../io/LocalTextModificationAccessor.java          |   2 +-
 .../engine/modification/io/ModificationWriter.java |   1 +
 .../engine/storagegroup/StorageGroupProcessor.java | 826 ++++++++++++++-------
 .../db/engine/storagegroup/TsFileProcessor.java    |  85 ++-
 .../db/engine/storagegroup/TsFileResource.java     |  20 +-
 .../version/SimpleFileVersionController.java       |  51 +-
 .../java/org/apache/iotdb/db/metadata/MGraph.java  |   2 +-
 .../java/org/apache/iotdb/db/metadata/MTree.java   |   5 +-
 .../apache/iotdb/db/qp/constant/DatetimeUtils.java |   2 +-
 .../qp/executor/AbstractQueryProcessExecutor.java  |   6 +-
 .../iotdb/db/qp/executor/QueryProcessExecutor.java |  54 +-
 .../iotdb/db/qp/physical/crud/BatchInsertPlan.java |  56 +-
 .../iotdb/db/qp/physical/crud/QueryPlan.java       |  10 +
 .../iotdb/db/qp/strategy/PhysicalGenerator.java    | 170 ++++-
 .../qp/strategy/optimizer/ConcatPathOptimizer.java |  97 +--
 .../iotdb/db/query/context/QueryContext.java       |  19 +-
 .../iotdb/db/query/control/QueryFileManager.java   |  10 +-
 .../db/query/dataset/DeviceIterateDataSet.java     |  12 +-
 .../NewEngineDataSetWithoutValueFilter.java        |   2 +
 .../org/apache/iotdb/db/rescon/MemTablePool.java   |  19 +-
 .../java/org/apache/iotdb/db/service/IoTDB.java    |   6 +-
 .../org/apache/iotdb/db/service/JDBCService.java   |   9 +-
 .../apache/iotdb/db/service/MetricsService.java    |  62 +-
 .../apache/iotdb/db/service/RegisterManager.java   |   3 +
 .../org/apache/iotdb/db/service/StaticResps.java   |   9 +-
 .../org/apache/iotdb/db/service/TSServiceImpl.java |   6 +-
 .../iotdb/db/sync/conf/SyncSenderConfig.java       |  18 -
 .../iotdb/db/sync/receiver/SyncServerManager.java  |   9 +-
 .../iotdb/db/sync/receiver/load/FileLoader.java    |   2 +-
 .../db/sync/receiver/load/FileLoaderManager.java   |   9 +-
 .../db/sync/sender/manage/ISyncFileManager.java    |  10 +-
 .../db/sync/sender/manage/SyncFileManager.java     | 137 ++--
 .../iotdb/db/sync/sender/transfer/ISyncClient.java |   6 +-
 .../iotdb/db/sync/sender/transfer/SyncClient.java  | 120 +--
 .../apache/iotdb/db/tools/TsFileSketchTool.java    |  10 +-
 .../java/org/apache/iotdb/db/utils/FileUtils.java  |  30 +-
 .../java/org/apache/iotdb/db/utils/SyncUtils.java  |  10 +-
 .../iotdb/db/utils/datastructure/BinaryTVList.java |  30 +
 .../db/utils/datastructure/BooleanTVList.java      |  30 +
 .../iotdb/db/utils/datastructure/DoubleTVList.java |  30 +
 .../iotdb/db/utils/datastructure/FloatTVList.java  |  30 +
 .../iotdb/db/utils/datastructure/IntTVList.java    |  30 +
 .../iotdb/db/utils/datastructure/LongTVList.java   |  30 +
 .../iotdb/db/utils/datastructure/TVList.java       |  30 +-
 .../iotdb/db/writelog/recover/LogReplayer.java     |  13 +-
 .../writelog/recover/TsFileRecoverPerformer.java   |   4 +-
 .../db/conf/adapter/CompressionRatioTest.java      |   6 -
 .../adapter/IoTDBConfigDynamicAdapterTest.java     |   9 +-
 .../db/engine/cache/DeviceMetaDataCacheTest.java   |   5 +-
 .../iotdb/db/engine/merge/MergeOverLapTest.java    |   3 +
 .../iotdb/db/engine/merge/MergeTaskTest.java       |   9 +-
 .../apache/iotdb/db/engine/merge/MergeTest.java    |  13 +-
 .../engine/modification/DeletionFileNodeTest.java  |  53 +-
 .../engine/modification/ModificationFileTest.java  |   8 +-
 .../io/LocalTextModificationAccessorTest.java      |   4 +-
 .../storagegroup/StorageGroupProcessorTest.java    |  14 +-
 .../iotdb/db/engine/storagegroup/TTLTest.java      |  63 +-
 .../engine/storagegroup/TsFileProcessorTest.java   |   8 +-
 .../version/SimpleFileVersionControllerTest.java   |   4 +-
 .../iotdb/db/integration/IOTDBGroupByIT.java       |  29 +-
 .../integration/IOTDBGroupByInnerIntervalIT.java   |   6 -
 .../iotdb/db/integration/IoTDBAggregationIT.java   |  42 +-
 .../integration/IoTDBAggregationLargeDataIT.java   |   8 +-
 .../integration/IoTDBAggregationSmallDataIT.java   |   6 -
 .../iotdb/db/integration/IoTDBAuthorizationIT.java | 156 ++--
 .../db/integration/IoTDBAutoCreateSchemaIT.java    |   6 -
 .../apache/iotdb/db/integration/IoTDBCloseIT.java  |   6 -
 .../iotdb/db/integration/IoTDBCompleteIT.java      |   6 -
 .../apache/iotdb/db/integration/IoTDBDaemonIT.java |  10 +-
 .../db/integration/IoTDBDeleteStorageGroupIT.java  |  10 +-
 .../iotdb/db/integration/IoTDBDeletionIT.java      |  76 +-
 .../db/integration/IoTDBEngineTimeGeneratorIT.java |   5 -
 .../apache/iotdb/db/integration/IoTDBFillIT.java   |   6 -
 .../db/integration/IoTDBFloatPrecisionIT.java      |   6 -
 .../db/integration/IoTDBFlushQueryMergeTest.java   |  13 +-
 .../iotdb/db/integration/IoTDBGroupbyDeviceIT.java |  29 +-
 .../iotdb/db/integration/IoTDBLargeDataIT.java     |   5 -
 .../iotdb/db/integration/IoTDBLimitSlimitIT.java   |   5 -
 .../integration/IoTDBLoadExternalTsfileTest.java   |  58 +-
 .../iotdb/db/integration/IoTDBMergeTest.java       |  43 +-
 .../iotdb/db/integration/IoTDBMetadataFetchIT.java |  36 +-
 .../iotdb/db/integration/IoTDBMultiSeriesIT.java   |  33 +-
 .../db/integration/IoTDBMultiStatementsIT.java     |   6 -
 .../iotdb/db/integration/IoTDBNumberPathIT.java    |   6 -
 .../iotdb/db/integration/IoTDBQueryDemoIT.java     |   4 -
 .../iotdb/db/integration/IoTDBQuotedPathIT.java    |   5 -
 ...IoTDBAggregationIT.java => IoTDBRecoverIT.java} | 317 ++------
 .../db/integration/IoTDBSequenceDataQueryIT.java   |   5 -
 .../iotdb/db/integration/IoTDBSeriesReaderIT.java  |   5 -
 .../iotdb/db/integration/IoTDBSimpleQueryTest.java |   5 -
 .../iotdb/db/integration/IoTDBTimeZoneIT.java      |   5 -
 .../apache/iotdb/db/integration/IoTDBTtlIT.java    |  28 +-
 .../iotdb/db/integration/IoTDBVersionIT.java       |   6 -
 .../apache/iotdb/db/qp/plan/PhysicalPlanTest.java  |  56 +-
 .../fileRelated/UnSealedTsFileReaderTest.java      |  13 +-
 .../NewUnseqResourceMergeReaderTest.java           |  13 +-
 .../resourceRelated/SeqResourceReaderTest.java     |   7 +-
 .../resourceRelated/UnseqResourceReaderTest.java   |   5 +-
 .../db/sync/receiver/load/FileLoaderTest.java      |  55 +-
 .../recover/SyncReceiverLogAnalyzerTest.java       |   7 +-
 .../db/sync/sender/manage/SyncFileManagerTest.java | 186 +++--
 .../sender/recover/SyncSenderLogAnalyzerTest.java  |  64 +-
 .../apache/iotdb/db/tools/IoTDBWatermarkTest.java  |  16 +-
 .../apache/iotdb/db/utils/EnvironmentUtils.java    |  59 +-
 .../iotdb/db/writelog/IoTDBLogFileSizeTest.java    |   7 -
 .../apache/iotdb/db/writelog/PerformanceTest.java  |   2 +
 .../db/writelog/recover/SeqTsFileRecoverTest.java  |   2 +-
 .../writelog/recover/UnseqTsFileRecoverTest.java   |   3 +-
 server/src/test/resources/logback.xml              |   2 +-
 service-rpc/src/pypi/setup.py                      |   2 +-
 session/pom.xml                                    | 251 ++++---
 .../java/org/apache/iotdb/session/Session.java     | 129 +++-
 .../org/apache/iotdb/session/IoTDBSessionIT.java   | 335 ++++++++-
 .../iotdb/session/utils/EnvironmentUtils.java      | 190 -----
 .../iotdb/tsfile/file/metadata/ChunkMetaData.java  |   3 +-
 .../tsfile/fileSystem/fsFactory/FSFactory.java     |  67 ++
 .../tsfile/fileSystem/fsFactory/HDFSFactory.java   |  15 +
 .../fileSystem/fsFactory/LocalFSFactory.java       |   9 +
 .../iotdb/tsfile/write/chunk/ChunkWriterImpl.java  |  15 +-
 .../iotdb/tsfile/write/chunk/IChunkWriter.java     |   2 +
 .../iotdb/tsfile/write/writer/TsFileIOWriter.java  |   1 +
 .../iotdb/tsfile/write/TsFileWriterTest.java       | 280 +++++++
 163 files changed, 3696 insertions(+), 2299 deletions(-)
 mode change 100644 => 100755 server/src/assembly/resources/tools/tsfileToolSet/print-tsfile-resource-files.sh
 mode change 100644 => 100755 server/src/assembly/resources/tools/tsfileToolSet/print-tsfile-sketch.sh
 copy tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileInputFactory/LocalFSInputFactory.java => server/src/main/java/org/apache/iotdb/db/utils/FileUtils.java (60%)
 copy server/src/test/java/org/apache/iotdb/db/integration/{IoTDBAggregationIT.java => IoTDBRecoverIT.java} (52%)
 delete mode 100644 session/src/test/java/org/apache/iotdb/session/utils/EnvironmentUtils.java
 create mode 100644 tsfile/src/test/java/org/apache/iotdb/tsfile/write/TsFileWriterTest.java