You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by su...@apache.org on 2019/09/24 12:03:11 UTC
[incubator-iotdb] branch external_sort updated (b5d3951 -> af83e98)
This is an automated email from the ASF dual-hosted git repository.
suyue pushed a change to branch external_sort
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.
from b5d3951 modify pr reviews
add 59c164c avoid reopen session
add d1e305f Merge remote-tracking branch 'origin/master'
add 63c992a make session thread safe
add c9a11a9 Merge pull request #374 from apache/session_synchronized
add f1ee7c5 fix some small problems discovered when reading code
add 95768e8 add unit test for DeviceMetadataCache
add bdb2cae Merge pull request #371 from LeiRui/quickFix
add 3ae733b add watermark interfaces in Authorization
add 0704e47 serialize field useWaterMark
add 1c5ff01 save user when useWaterMarkUpdated
add 6cec0e5 watermark encoder
add 12893af add grant/revoke data auth sql support
add e9cd1cd change user's default watermark configuration
add 3b6de22 add data authorize in qp
add 55bdaf5 update utils
add 5c24a0e watermark parameters
add 53a56b2 watermark config
add f195d4a fix watermark bug
add 283f1b4 add license
add 3025bb0 fix PhysicalPlanTest
add 3cfea15 Merge remote-tracking branch 'origin2/master' into pick-wm
add b6e7af6 get through watermark encoding process
add 2bac929 merge master
add 5176ff7 remove useless exception
add d514236 fix a bug in encoder about hashMod key
add 12a94fb Merge remote-tracking branch 'origin2/master' into pick-wm
add 07ef906 update
add 3a72031 rename data_auth; add watermark_detect grammar
add 55b49f3 update watermarkIT
add dd3ee0f remove watermark_detect grammar
add 8a2eefa add decode test
add b4543d0 Merge remote-tracking branch 'origin2/master' into pick-wm
add 8e118f4 remove an invalid test
add a1308a3 update with master
add 0ef7cc0 finish turning watermark demo into minumum usable feature
add 498fd13 fix pr review
add 5b70069 Merge branch 'master' into pick-wm
add 3a85427 Update iotdb-engine.properties
add bb88cbe remodify the names of two parameters of GroupBasedLSBMethod
add abb8bd6 improve watermark docs
add 551f48e Merge branch 'master' into pick-wm
add 624bc81 Merge remote-tracking branch 'origin2/master' into pick-wm
add bbcc2be modify watermark docs
add 146d0db fix data type problem in watermark detection
add 650d953 Merge branch 'master' into pick-wm
add dac0e93 Merge branch 'master' into pick-wm
add 3d5d56d update with master
add e3d48fd Merge pull request #299 from LeiRui/pick-wm
add a2d9c63 transform old form to new form and use a parameter to control
add 39d124c Merge branch 'master' of https://github.com/apache/incubator-iotdb into xuekaifeng-spark-connector
add 210f10e rename temp table and add some tests
add e402f37 Merge branch 'master' of https://github.com/apache/incubator-iotdb into xuekaifeng-spark-connector
add 7ebfbcb Merge branch 'master' of https://github.com/apache/incubator-iotdb into xuekaifeng-spark-connector
add 4158e5a build new default source to implement new form of spark dataframe
add 62214e8 change docs
add bedaae9 fix test
add bf830f1 transform filter to iexpression
add 5ce8102 Merge branch 'master' of https://github.com/apache/incubator-iotdb into xuekaifeng-spark-connector
add ca5fe35 add license
add 91def7b update doc
add efabf33 remove duplicate cause by or and fix bugs
add 1ba2493 merge wide and narrow convertor together and update doc
add 19d92e6 remove NewConverter
add 8dabe60 change code format to confirm google style
add e519157 for travis
add 225d167 add write narrow form to tsfile
add dd58af0 remove original file
add 6d64e3a add test
add 190f20f add license
add 0f41773 add log for partition position and add test code for test partitioned file
add 7b606ac for travis
add 75ef7cf change log level to error
add 89fdf9e Merge pull request #303 from SilverNarcissus/xuekaifeng-spark-connector
add 734154b remove the redundant field measurementSchemaList in Schema.java
add d75a223 Change all the str.length() to str.getBytes().length while calculating the serialized byte size
add 69dc6e4 Set log level to error
add e6199e4 Merge pull request #377 from JackieTien97/ty
add 606c67d fix tsfile example data type
add e052e55 fix log size
add f0077d9 Merge pull request #378 from apache/fix_tsfile_example
add 6c009d8 [IOTDB-189] Support compatibility of HDFS File and Java File (#365)
add ce17ef9 Move a util class to test dir.
add 0facdf2 Merge pull request #380 from Genius-pig/master
add a371acb fix a bug in TimeRange's intersect function (#382)
add 906dc90 fix bug in IOTDB-207 (#385)
add 8a23a21 add more partition tests for spark-tsfile-connector;format code (#383)
add 8d53b66 [IOTDB-57]rename (#384)
add d3966e4 [IOTDB-180] Get rid of JSON format in "show timeseries" (#387)
add 1578144 use jdbc to connect iotdb in spark (#381)
add 17e9647 [IOTDB-200] Support creating TsFileWriter with config of storage file system (#388)
add 6fefb72 use %IOTDB_HOME%\lib\* to refers to all .jar files in the directory (#390)
add c4af91b fix grammer (#391)
add 7d07bae [IOTDB-191] Enrich Session interfaces (#375)
add a09f08b add log for session (#394)
add 0a4df04 [IOTDB-219] Add config of tsfile_storage_fs in iotdb-engine.properties (#395)
add 18da903 fix a bug in DirectoryManager (#393)
add 6849f79 fix ignoreTimeStamp IOTDB-214; simplify some jdbc interfaces (#392)
add efe249b using String.getBytes(utf-9).length to replace string.length() in ChunkGroupMetadata for supporting Chinese (#396)
add 0c57d25 [IOTDB-222] Fix changing to read-only mode when flushing Tsfile on HDFS (#397)
add 978338a fix rpc error (#401)
add c566bf5 [IOTDB-223]Add a TsFile sketch tool (#398)
add 62f8f2f [IOTDB-224] fix buffer size and remove cache (#400)
add 2b5da1a Rename some varaible names and struct names in RPC (#404)
add 8ea1fc6 Remove static, add getter and setter. (#403)
add 1769a7c Update document affected by renaming RPC (#405)
add 2a60c14 update servlet-api version (#407)
add 767a4aa exclusion servlet in iotdb-jdbc (#408)
add 1776c30 add flush and close log in StorageGroupProcessor
add 9358431 catch runtime exception when inserting memtable
add 9a2507a remove unthrowed exception
add 5d4edb5 remove author
add ab3e684 remove deprecated
add 9de6e12 Merge pull request #410 from apache/improve_log
add 8195a08 rename delete to deleteData in session
add 3a281cf add delete timeseries in session
add ad3b924 Merge pull request #411 from apache/delete_timeseries_in_session
add e200739 Avoid creating a new ChunkGroupFooter object. (#413)
add 6c341db Fix data cannot be found when restarting server in HDFS (#412)
add fdc546a update pom (#418)
add 964f744 merge IncompleteFileTestUtil into TsFileGeneratorForTest (#414)
add af83e98 merge master
No new revisions were added by this update.
Summary of changes:
.gitignore | 2 +
README.md | 222 ++++++--
.../src/assembly/resources/sbin/start-client.bat | 9 +-
client/src/assembly/resources/tools/export-csv.bat | 12 +-
client/src/assembly/resources/tools/import-csv.bat | 12 +-
.../org/apache/iotdb/client/AbstractClient.java | 25 +-
.../main/java/org/apache/iotdb/tool/ExportCsv.java | 1 -
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 2 -
.../org/apache/iotdb/client/AbstractClientIT.java | 5 -
.../org/apache/iotdb/client/AbstractScript.java | 7 +-
docs/Documentation-CHN/QuickStart.md | 259 ++++-----
.../4-Deployment and Management/2-Configuration.md | 27 +
.../UserGuide/6-JDBC API/2-Status Code.md | 2 +-
.../UserGuide/7-Session API/1-Session API.md | 23 +-
.../UserGuide/8-Tools-watermark.md | 212 +++++++
.../{9-Tools-spark.md => 9-Tools-spark-iotdb.md} | 0
.../{9-Tools-spark.md => 9-Tools-spark-tsfile.md} | 0
docs/Documentation/QuickStart.md | 189 +++++--
.../4-Deployment and Management/2-Configuration.md | 27 +
.../UserGuide/6-JDBC API/2-Status Code.md | 2 +-
.../UserGuide/7-Session API/1-Session API.md | 23 +-
docs/Documentation/UserGuide/8-Tools-watermark.md | 211 +++++++
docs/Documentation/UserGuide/8-TsFile/2-Usage.md | 33 +-
.../UserGuide/8-TsFile/3-Hierarchy.md | 86 ++-
.../Documentation/UserGuide/9-Tools-spark-iotdb.md | 171 ++++++
.../{9-Tools-spark.md => 9-Tools-spark-tsfile.md} | 70 ++-
.../main/java/org/apache/iotdb/kafka/Constant.java | 3 -
.../java/org/apache/iotdb/kafka/KafkaConsumer.java | 2 -
.../apache/iotdb/kafka/KafkaConsumerThread.java | 3 -
.../java/org/apache/iotdb/kafka/KafkaProducer.java | 2 -
.../java/org/apache/iotdb/rocketmq/Constant.java | 3 -
.../apache/iotdb/rocketmq/RocketMQConsumer.java | 3 -
.../apache/iotdb/rocketmq/RocketMQProducer.java | 3 -
.../main/java/org/apache/iotdb/rocketmq/Utils.java | 3 -
.../main/java/org/apache/iotdb/SessionExample.java | 23 +-
.../apache/iotdb/tsfile/TsFileSequenceRead.java | 5 +-
.../org/apache/iotdb/tsfile/TsFileSketchTool.java | 220 ++++++++
.../iotdb/tsfile/TsFileWriteWithRowBatch.java | 7 +-
.../iotdb/tsfile/TsFileWriteWithTSRecord.java | 71 +--
grafana/pom.xml | 6 +
.../iotdb/tsfile/hadoop/TSFHadoopException.java | 3 -
.../apache/iotdb/tsfile/hadoop/TSFInputFormat.java | 3 -
.../apache/iotdb/tsfile/hadoop/TSFInputSplit.java | 2 -
.../iotdb/tsfile/hadoop/TSFRecordReader.java | 3 -
.../tsfile/hadoop/example/TSFMRReadExample.java | 2 -
.../iotdb/tsfile/hadoop/io/HDFSInputStream.java | 2 -
.../iotdb/tsfile/hadoop/io/HDFSOutputStream.java | 2 -
.../edu/thu/tsfile/hadoop/TSFInputSplitTest.java | 2 -
.../main/java/org/apache/iotdb/jdbc/Constant.java | 2 +
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 4 +-
.../jdbc/IoTDBPreparedInsertionStatement.java | 4 +-
.../org/apache/iotdb/jdbc/IoTDBQueryResultSet.java | 357 ++++++------
.../org/apache/iotdb/jdbc/IoTDBResultMetadata.java | 62 +--
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 59 +-
.../test/java/org/apache/iotdb/jdbc/BatchTest.java | 10 +-
.../org/apache/iotdb/jdbc/IoTDBConnectionTest.java | 8 +-
.../iotdb/jdbc/IoTDBDatabaseMetadataTest.java | 6 +-
.../iotdb/jdbc/IoTDBPreparedStatementTest.java | 9 +-
.../apache/iotdb/jdbc/IoTDBQueryResultSetTest.java | 11 +-
.../apache/iotdb/jdbc/IoTDBResultMetadataTest.java | 24 +-
.../org/apache/iotdb/jdbc/IoTDBStatementTest.java | 65 ++-
.../test/java/org/apache/iotdb/jdbc/UtilsTest.java | 15 +-
pom.xml | 32 +-
.../resources/conf/iotdb-engine.properties | 20 +
.../src/assembly/resources/sbin/start-server.bat | 6 +-
.../{memory-tool.bat => detect-watermark.bat} | 2 +-
.../tools/{memory-tool.sh => detect-watermark.sh} | 17 +-
.../antlr3/org/apache/iotdb/db/sql/parse/TSLexer.g | 2 +-
.../org/apache/iotdb/db/sql/parse/TSParser.g | 23 +
.../org/apache/iotdb/db/auth/AuthException.java | 2 -
.../iotdb/db/auth/authorizer/BasicAuthorizer.java | 10 +
.../iotdb/db/auth/authorizer/IAuthorizer.java | 16 +
.../java/org/apache/iotdb/db/auth/entity/User.java | 10 +
.../iotdb/db/auth/role/LocalFileRoleAccessor.java | 19 +-
.../iotdb/db/auth/user/BasicUserManager.java | 28 +
.../apache/iotdb/db/auth/user/IUserManager.java | 16 +
.../iotdb/db/auth/user/LocalFileUserAccessor.java | 40 +-
.../db/concurrent/IoTDBThreadPoolFactory.java | 2 -
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 178 +++++-
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 10 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 32 +-
.../iotdb/db/conf/adapter/CompressionRatio.java | 7 +-
.../db/conf/directories/DirectoryManager.java | 13 +-
.../directories/strategy/DirectoryStrategy.java | 2 -
.../org/apache/iotdb/db/engine/StorageEngine.java | 19 +-
.../iotdb/db/engine/cache/DeviceMetaDataCache.java | 4 +
.../db/engine/fileSystem/SystemFileFactory.java | 71 +++
.../iotdb/db/engine/flush/MemTableFlushTask.java | 3 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 29 +-
.../iotdb/db/engine/memtable/ChunkBufferPool.java | 2 -
.../apache/iotdb/db/engine/memtable/IMemTable.java | 5 +-
.../db/engine/merge/manage/MergeResource.java | 29 +-
.../iotdb/db/engine/merge/recover/LogAnalyzer.java | 8 +-
.../db/engine/modification/ModificationFile.java | 5 +-
.../io/LocalTextModificationAccessor.java | 25 +-
.../db/engine/querycontext/ReadOnlyMemChunk.java | 3 +-
.../engine/storagegroup/StorageGroupProcessor.java | 48 +-
.../db/engine/storagegroup/TsFileProcessor.java | 9 +-
.../db/engine/storagegroup/TsFileResource.java | 31 +-
.../version/SimpleFileVersionController.java | 9 +-
.../db/exception/DeltaEngineRunningException.java | 2 -
.../iotdb/db/exception/MetadataErrorException.java | 2 -
.../java/org/apache/iotdb/db/metadata/MGraph.java | 3 +-
.../org/apache/iotdb/db/metadata/MManager.java | 12 +-
.../java/org/apache/iotdb/db/metadata/MTree.java | 3 +-
.../org/apache/iotdb/db/monitor/StatMonitor.java | 3 +-
.../iotdb/db/monitor/collector/FileSize.java | 8 +-
.../org/apache/iotdb/db/qp/QueryProcessor.java | 2 +
.../apache/iotdb/db/qp/constant/SQLConstant.java | 3 +
.../iotdb/db/qp/executor/QueryProcessExecutor.java | 29 +-
.../org/apache/iotdb/db/qp/logical/Operator.java | 3 +-
...LoadDataOperator.java => DataAuthOperator.java} | 31 +-
.../iotdb/db/qp/physical/crud/DeletePlan.java | 8 +-
.../physical/sys/DataAuthPlan.java} | 27 +-
.../iotdb/db/qp/physical/sys/MetadataPlan.java | 12 +
.../iotdb/db/qp/strategy/LogicalGenerator.java | 21 +-
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 6 +
.../qp/strategy/optimizer/ConcatPathOptimizer.java | 16 +-
.../impl/{MeanAggrFunc.java => AvgAggrFunc.java} | 8 +-
.../db/query/aggregation/impl/SumAggrFunc.java | 2 +-
.../iotdb/db/query/factory/AggreFuncFactory.java | 6 +-
.../fileRelated/UnSealedTsFileIterateReader.java | 39 +-
.../java/org/apache/iotdb/db/service/Monitor.java | 5 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 352 +++++++-----
.../iotdb/db/sync/receiver/SyncServiceImpl.java | 7 +-
.../apache/iotdb/db/tools/MemEst/MemEstTool.java | 5 +-
.../iotdb/db/tools/TsFileResourcePrinter.java | 13 +-
.../java/org/apache/iotdb/db/tools/WalChecker.java | 6 +-
.../watermark/GroupedLSBWatermarkEncoder.java | 142 +++++
.../db/tools/watermark/WatermarkDetector.java | 209 +++++++
.../watermark/WatermarkEncoder.java} | 8 +-
.../org/apache/iotdb/db/utils/CommonUtils.java | 10 +-
.../java/org/apache/iotdb/db/utils/MathUtils.java | 13 +-
.../apache/iotdb/db/utils/QueryDataSetUtils.java | 32 +-
.../org/apache/iotdb/db/writelog/io/LogWriter.java | 3 +-
.../db/writelog/node/ExclusiveWriteLogNode.java | 12 +-
.../iotdb/db/writelog/recover/LogReplayer.java | 10 +-
.../writelog/recover/TsFileRecoverPerformer.java | 6 +-
.../iotdb/db/engine/MetadataManagerHelper.java | 10 +-
.../db/engine/cache/DeviceMetaDataCacheTest.java | 159 ++++++
.../db/engine/memtable/MemTableFlushTaskTest.java | 4 +-
.../db/engine/memtable/PrimitiveMemTableTest.java | 3 +-
.../apache/iotdb/db/engine/merge/MergeTest.java | 7 +-
.../engine/modification/DeletionFileNodeTest.java | 3 +-
.../db/engine/modification/DeletionQueryTest.java | 4 +-
.../storagegroup/StorageGroupProcessorTest.java | 9 +-
.../engine/storagegroup/TsFileProcessorTest.java | 25 +-
.../org/apache/iotdb/db/integration/Constant.java | 4 +-
.../iotdb/db/integration/IOTDBGroupByIT.java | 12 +-
.../iotdb/db/integration/IoTDBAggregationIT.java | 23 +-
.../integration/IoTDBAggregationLargeDataIT.java | 28 +-
.../integration/IoTDBAggregationSmallDataIT.java | 12 +-
.../db/integration/IoTDBEngineTimeGeneratorIT.java | 18 +-
.../iotdb/db/integration/IoTDBLargeDataIT.java | 18 +-
.../iotdb/db/integration/IoTDBMetadataFetchIT.java | 16 +-
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 18 +-
.../db/integration/IoTDBSequenceDataQueryIT.java | 18 +-
.../iotdb/db/integration/IoTDBSeriesReaderIT.java | 18 +-
.../iotdb/db/metadata/MManagerBasicTest.java | 3 +-
.../org/apache/iotdb/db/qp/QueryProcessorTest.java | 5 +-
.../db/qp/other/TSPlanContextPropertyTest.java | 3 -
.../apache/iotdb/db/qp/plan/PhysicalPlanTest.java | 23 +
.../db/query/control/FileReaderManagerTest.java | 11 +-
.../iotdb/db/query/reader/ReaderTestHelper.java | 5 +-
.../fileRelated/UnSealedTsFileReaderTest.java | 3 +-
.../resourceRelated/SeqResourceReaderTest.java | 3 +-
.../resourceRelated/UnseqResourceReaderTest.java | 3 +-
.../org/apache/iotdb/db/sql/SQLParserTest.java | 31 ++
.../apache/iotdb/db/tools/IoTDBWatermarkTest.java | 221 ++++++++
.../apache/iotdb/db/utils/EnvironmentUtils.java | 8 +-
.../iotdb/db/writelog/IoTDBLogFileSizeTest.java | 7 +-
.../iotdb/db/writelog/recover/LogReplayerTest.java | 5 +-
.../db/writelog/recover/SeqTsFileRecoverTest.java | 3 +-
.../writelog/recover/UnseqTsFileRecoverTest.java | 3 +-
server/src/test/resources/logback.xml | 4 +-
service-rpc/rpc-changelist.md | 12 +-
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 6 +-
.../rpc/{TSStatusType.java => TSStatusCode.java} | 4 +-
service-rpc/src/main/thrift/rpc.thrift | 53 +-
session/pom.xml | 12 +
.../main/java/org/apache/iotdb/session/Config.java | 2 +-
.../java/org/apache/iotdb/session/Session.java | 107 +++-
.../org/apache/iotdb/session/IoTDBSessionIT.java | 193 +++++++
.../iotdb/session}/utils/EnvironmentUtils.java | 37 +-
spark-iotdb-connector/Readme.md | 171 ++++++
{spark-tsfile => spark-iotdb-connector}/pom.xml | 27 +-
.../java/org/apache/iotdb/sparkdb/SQLConstant.java | 20 +-
.../scala/org/apache/iotdb/sparkdb/Converter.scala | 84 +++
.../org/apache/iotdb/sparkdb/DefaultSource.scala | 42 ++
.../org/apache/iotdb/sparkdb/IoTDBOptions.scala | 34 +-
.../scala/org/apache/iotdb/sparkdb/IoTDBRDD.scala | 134 +++++
.../org/apache/iotdb/sparkdb/IoTDBRelation.scala | 116 ++++
.../org/apache/iotdb/sparkdb/Transformer.scala | 173 ++++++
.../scala/org/apache/iotdb/sparkdb}/package.scala | 25 +-
.../apache/iotdb/sparkdb}/EnvironmentUtils.java | 110 +++-
.../scala/org/apache/iotdb/sparkdb/IoTDBTest.scala | 150 +++++
spark-tsfile/pom.xml | 14 +-
.../apache/iotdb/tsfile/io/TsFileRecordWriter.java | 1 +
.../java/org/apache/iotdb/tsfile/qp/Executor.java | 25 +-
.../org/apache/iotdb/tsfile/qp/QueryProcessor.java | 193 +++++++
.../iotdb/tsfile/qp/common/BasicOperator.java | 74 +++
.../iotdb/tsfile/qp/common/FilterOperator.java | 157 ++++++
.../apache/iotdb/tsfile/qp/common/Operator.java | 34 +-
.../iotdb/tsfile/qp/common}/SQLConstant.java | 71 +--
.../apache/iotdb/tsfile/qp/common/SingleQuery.java | 63 +++
.../apache/iotdb/tsfile/qp/common/TSQueryPlan.java | 71 +++
.../qp/exception/BasicOperatorException.java | 13 +-
.../tsfile/qp/exception/DNFOptimizeException.java | 13 +-
.../qp/exception/LogicalOptimizeException.java | 12 +-
.../tsfile/qp/exception/MergeFilterException.java | 9 +-
.../qp/exception/QueryOperatorException.java | 8 +-
.../qp/exception/QueryProcessorException.java | 20 +-
.../tsfile/qp/exception/RemoveNotException.java | 13 +-
.../tsfile/qp/optimizer/DNFFilterOptimizer.java | 158 ++++++
.../tsfile/qp/optimizer/IFilterOptimizer.java | 20 +-
.../qp/optimizer/MergeSingleFilterOptimizer.java | 141 +++++
.../tsfile/qp/optimizer/PhysicalOptimizer.java | 240 ++++++++
.../tsfile/qp}/optimizer/RemoveNotOptimizer.java | 68 +--
.../scala/org/apache/iotdb/tsfile/Converter.scala | 476 +---------------
.../org/apache/iotdb/tsfile/DefaultSource.scala | 191 +++++--
.../org/apache/iotdb/tsfile/NarrowConverter.scala | 616 +++++++++++++++++++++
...Writer.scala => NarrowTsFileOutputWriter.scala} | 21 +-
.../org/apache/iotdb/tsfile/Transformer.scala | 174 ++++++
.../apache/iotdb/tsfile/TsFileWriterFactory.scala | 8 +-
.../{Converter.scala => WideConverter.scala} | 341 ++++--------
...utWriter.scala => WideTsFileOutputWriter.scala} | 18 +-
.../scala/org/apache/iotdb/tsfile/package.scala | 26 +-
.../scala/org/apache/iotdb/tool/TsFileExample.java | 3 +-
.../org/apache/iotdb/tool/TsFileWriteTool.java | 55 ++
.../org/apache/iotdb/tsfile/ConverterTest.scala | 30 +-
.../org/apache/iotdb/tsfile/HDFSInputTest.java | 2 +-
.../scala/org/apache/iotdb/tsfile/TSFileSuit.scala | 468 +++++++++++++++-
tsfile/pom.xml | 18 +
.../iotdb/tsfile/common/conf/TSFileConfig.java | 218 +++++++-
.../iotdb/tsfile/common/conf/TSFileDescriptor.java | 48 +-
.../tsfile/common/constant/StatisticConstant.java | 2 +-
.../tsfile/encoding/bitpacking/IntPacker.java | 1 -
.../tsfile/encoding/bitpacking/LongPacker.java | 1 -
.../tsfile/encoding/common/EncodingConfig.java | 2 -
.../iotdb/tsfile/encoding/common/EndianType.java | 2 -
.../encoding/decoder/DeltaBinaryDecoder.java | 1 -
.../tsfile/encoding/decoder/PlainDecoder.java | 3 -
.../encoding/decoder/RegularDataDecoder.java | 1 -
.../tsfile/encoding/encoder/BitmapEncoder.java | 3 -
.../encoding/encoder/DeltaBinaryEncoder.java | 2 -
.../iotdb/tsfile/encoding/encoder/Encoder.java | 2 -
.../encoding/encoder/RegularDataEncoder.java | 2 -
.../tsfile/encoding/encoder/TSEncodingBuilder.java | 16 +-
.../tsfile/exception/TsFileRuntimeException.java | 2 -
.../encoding/TsFileDecodingException.java | 2 -
.../encoding/TsFileEncodingException.java | 2 -
.../exception/filter/FilterDataTypeException.java | 43 --
.../exception/filter/FilterInvokeException.java | 42 --
.../write/UnknownColumnTypeException.java | 2 -
.../exception/write/WriteProcessException.java | 2 -
.../iotdb/tsfile/file/footer/ChunkGroupFooter.java | 13 +-
.../iotdb/tsfile/file/header/ChunkHeader.java | 19 +-
.../tsfile/file/metadata/ChunkGroupMetaData.java | 24 +-
.../iotdb/tsfile/file/metadata/ChunkMetaData.java | 25 +-
.../tsfile/file/metadata/TsDeviceMetadata.java | 5 +-
.../iotdb/tsfile/file/metadata/TsFileMetaData.java | 19 +-
.../file/metadata/statistics/BinaryStatistics.java | 2 -
.../metadata/statistics/BooleanStatistics.java | 2 -
.../file/metadata/statistics/DoubleStatistics.java | 2 -
.../file/metadata/statistics/FloatStatistics.java | 2 -
.../metadata/statistics/IntegerStatistics.java | 2 -
.../file/metadata/statistics/LongStatistics.java | 2 -
.../file/metadata/statistics/NoStatistics.java | 2 -
.../file/metadata/statistics/Statistics.java | 2 -
.../IDataWriter.java => fileSystem/FSType.java} | 7 +-
.../iotdb/tsfile/fileSystem/FileInputFactory.java | 51 ++
.../iotdb/tsfile/fileSystem/FileOutputFactory.java | 50 ++
.../apache/iotdb/tsfile/fileSystem/HDFSFile.java | 372 +++++++++++++
.../apache/iotdb/tsfile/fileSystem}/HDFSInput.java | 13 +-
.../iotdb/tsfile/fileSystem}/HDFSOutput.java | 45 +-
.../iotdb/tsfile/fileSystem/TSFileFactory.java | 201 +++++++
.../iotdb/tsfile/read/TsFileRestorableReader.java | 5 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 95 +++-
.../org/apache/iotdb/tsfile/read/common/Path.java | 2 -
.../apache/iotdb/tsfile/read/common/TimeRange.java | 14 +-
.../read/controller/MetadataQuerierByFileImpl.java | 18 +-
.../tsfile/read/expression/IBinaryExpression.java | 3 -
.../tsfile/read/filter/basic/UnaryFilter.java | 1 -
.../read/query/timegenerator/node/NodeType.java | 2 -
.../tsfile/read/reader/chunk/ChunkReader.java | 3 +-
.../java/org/apache/iotdb/tsfile/utils/Binary.java | 12 +-
.../org/apache/iotdb/tsfile/utils/BytesUtils.java | 14 +-
.../java/org/apache/iotdb/tsfile/utils/Pair.java | 1 -
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 2 -
.../apache/iotdb/tsfile/utils/StringContainer.java | 2 -
.../apache/iotdb/tsfile/write/TsFileWriter.java | 21 +-
.../iotdb/tsfile/write/chunk/ChunkBuffer.java | 2 -
.../tsfile/write/chunk/ChunkGroupWriterImpl.java | 7 +-
.../iotdb/tsfile/write/chunk/ChunkWriterImpl.java | 32 +-
.../tsfile/write/chunk/IChunkGroupWriter.java | 5 +-
.../iotdb/tsfile/write/chunk/IChunkWriter.java | 2 -
.../apache/iotdb/tsfile/write/page/PageWriter.java | 2 -
.../apache/iotdb/tsfile/write/record/RowBatch.java | 6 +-
.../write/record/datapoint/BooleanDataPoint.java | 1 -
.../tsfile/write/record/datapoint/DataPoint.java | 2 -
.../write/record/datapoint/DoubleDataPoint.java | 1 -
.../write/record/datapoint/FloatDataPoint.java | 1 -
.../write/record/datapoint/IntDataPoint.java | 1 -
.../write/record/datapoint/LongDataPoint.java | 1 -
.../write/record/datapoint/StringDataPoint.java | 1 -
.../tsfile/write/schema/MeasurementSchema.java | 9 +-
.../apache/iotdb/tsfile/write/schema/Schema.java | 27 +-
.../write/writer/ForceAppendTsFileWriter.java | 2 -
.../write/writer/IncompleteFileTestUtil.java | 61 --
.../write/writer/RestorableTsFileIOWriter.java | 3 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 41 +-
.../apache/iotdb/tsfile/compress/CompressTest.java | 5 -
.../apache/iotdb/tsfile/compress/SnappyTest.java | 3 -
.../tsfile/constant/TimeseriesTestConstant.java | 3 -
.../metadata/statistics/BooleanStatisticsTest.java | 3 -
.../iotdb/tsfile/read/ReadOnlyTsFileTest.java | 4 +-
.../iotdb/tsfile/read/TimePlainEncodeReadTest.java | 2 +-
.../tsfile/read/TsFileRestorableReaderTest.java | 10 +-
.../iotdb/tsfile/read/common/TimeRangeTest.java | 215 +++++--
.../read/query/executor/QueryExecutorTest.java | 2 +-
.../query/timegenerator/ReaderByTimestampTest.java | 2 +-
.../query/timegenerator/TimeGeneratorTest.java | 2 +-
.../TsFileGeneratorForSeriesReaderByTimestamp.java | 18 +-
.../iotdb/tsfile/read/reader/ReaderTest.java | 2 +-
.../iotdb/tsfile/utils/CommonTestConstant.java | 3 -
.../apache/iotdb/tsfile/utils/FileGenerator.java | 15 +-
.../org/apache/iotdb/tsfile/utils/FileUtils.java | 5 +-
.../apache/iotdb/tsfile/utils/FileUtilsTest.java | 3 -
.../apache/iotdb/tsfile/utils/RecordUtilsTest.java | 17 +-
.../iotdb/tsfile/utils/StringContainerTest.java | 5 -
.../iotdb/tsfile/utils/TsFileGeneratorForTest.java | 46 +-
.../org/apache/iotdb/tsfile/write/PerfTest.java | 11 +-
.../iotdb/tsfile/write/ReadPageInMemTest.java | 36 +-
.../iotdb/tsfile/write/TsFileReadWriteTest.java | 5 +-
.../org/apache/iotdb/tsfile/write/WriteTest.java | 18 +-
.../write/schema/converter/SchemaBuilderTest.java | 3 -
.../write/writer/RestorableTsFileIOWriterTest.java | 36 +-
tsfile/src/test/resources/logback.xml | 2 +-
338 files changed, 9685 insertions(+), 3086 deletions(-)
create mode 100644 docs/Documentation-CHN/UserGuide/8-Tools-watermark.md
copy docs/Documentation-CHN/UserGuide/{9-Tools-spark.md => 9-Tools-spark-iotdb.md} (100%)
rename docs/Documentation-CHN/UserGuide/{9-Tools-spark.md => 9-Tools-spark-tsfile.md} (100%)
create mode 100644 docs/Documentation/UserGuide/8-Tools-watermark.md
create mode 100644 docs/Documentation/UserGuide/9-Tools-spark-iotdb.md
rename docs/Documentation/UserGuide/{9-Tools-spark.md => 9-Tools-spark-tsfile.md} (84%)
create mode 100644 example/tsfile/src/main/java/org/apache/iotdb/tsfile/TsFileSketchTool.java
copy server/src/assembly/resources/tools/{memory-tool.bat => detect-watermark.bat} (98%)
mode change 100755 => 100644
copy server/src/assembly/resources/tools/{memory-tool.sh => detect-watermark.sh} (86%)
mode change 100755 => 100644
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/fileSystem/SystemFileFactory.java
copy server/src/main/java/org/apache/iotdb/db/qp/logical/sys/{LoadDataOperator.java => DataAuthOperator.java} (60%)
copy server/src/main/java/org/apache/iotdb/db/{engine/merge/selector/IMergePathSelector.java => qp/physical/sys/DataAuthPlan.java} (64%)
rename server/src/main/java/org/apache/iotdb/db/query/aggregation/impl/{MeanAggrFunc.java => AvgAggrFunc.java} (96%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/tools/watermark/GroupedLSBWatermarkEncoder.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/tools/watermark/WatermarkDetector.java
copy server/src/main/java/org/apache/iotdb/db/{rescon/TVListAllocatorMBean.java => tools/watermark/WatermarkEncoder.java} (81%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/cache/DeviceMetaDataCacheTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/tools/IoTDBWatermarkTest.java
rename service-rpc/src/main/java/org/apache/iotdb/rpc/{TSStatusType.java => TSStatusCode.java} (95%)
create mode 100644 session/src/test/java/org/apache/iotdb/session/IoTDBSessionIT.java
copy {server/src/test/java/org/apache/iotdb/db => session/src/test/java/org/apache/iotdb/session}/utils/EnvironmentUtils.java (89%)
create mode 100644 spark-iotdb-connector/Readme.md
copy {spark-tsfile => spark-iotdb-connector}/pom.xml (82%)
copy tsfile/src/main/java/org/apache/iotdb/tsfile/read/expression/IBinaryExpression.java => spark-iotdb-connector/src/main/java/org/apache/iotdb/sparkdb/SQLConstant.java (68%)
create mode 100644 spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/Converter.scala
create mode 100644 spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/DefaultSource.scala
copy spark-tsfile/src/main/scala/org/apache/iotdb/tsfile/package.scala => spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/IoTDBOptions.scala (53%)
mode change 100755 => 100644
create mode 100644 spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/IoTDBRDD.scala
create mode 100644 spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/IoTDBRelation.scala
create mode 100644 spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/Transformer.scala
copy {spark-tsfile/src/main/scala/org/apache/iotdb/tsfile => spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb}/package.scala (56%)
mode change 100755 => 100644
copy {server/src/test/java/org/apache/iotdb/db/utils => spark-iotdb-connector/src/test/scala/org/apache/iotdb/sparkdb}/EnvironmentUtils.java (60%)
create mode 100644 spark-iotdb-connector/src/test/scala/org/apache/iotdb/sparkdb/IoTDBTest.scala
copy tsfile/src/main/java/org/apache/iotdb/tsfile/read/query/executor/QueryExecutor.java => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/Executor.java (58%)
mode change 100644 => 100755
create mode 100755 spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/QueryProcessor.java
create mode 100755 spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/common/BasicOperator.java
create mode 100755 spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/common/FilterOperator.java
copy grafana/src/main/java/org/apache/iotdb/web/grafana/bean/TimeValues.java => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/common/Operator.java (66%)
mode change 100644 => 100755
copy {server/src/main/java/org/apache/iotdb/db/qp/constant => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/common}/SQLConstant.java (66%)
mode change 100644 => 100755
create mode 100755 spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/common/SingleQuery.java
create mode 100755 spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/common/TSQueryPlan.java
copy server/src/main/java/org/apache/iotdb/db/qp/exception/DateTimeFormatException.java => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/exception/BasicOperatorException.java (73%)
mode change 100644 => 100755
copy client/src/main/java/org/apache/iotdb/exception/ArgsErrorException.java => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/exception/DNFOptimizeException.java (74%)
mode change 100644 => 100755
copy tsfile/src/main/java/org/apache/iotdb/tsfile/exception/write/NoMeasurementException.java => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/exception/LogicalOptimizeException.java (72%)
mode change 100644 => 100755
copy client/src/main/java/org/apache/iotdb/exception/ArgsErrorException.java => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/exception/MergeFilterException.java (78%)
mode change 100644 => 100755
copy client/src/main/java/org/apache/iotdb/exception/ArgsErrorException.java => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/exception/QueryOperatorException.java (78%)
mode change 100644 => 100755
rename tsfile/src/main/java/org/apache/iotdb/tsfile/exception/metadata/MetadataArgsErrorException.java => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/exception/QueryProcessorException.java (68%)
mode change 100644 => 100755
copy client/src/main/java/org/apache/iotdb/exception/ArgsErrorException.java => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/exception/RemoveNotException.java (74%)
mode change 100644 => 100755
create mode 100755 spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/optimizer/DNFFilterOptimizer.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/exception/write/InvalidJsonSchemaException.java => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/optimizer/IFilterOptimizer.java (62%)
mode change 100644 => 100755
create mode 100755 spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/optimizer/MergeSingleFilterOptimizer.java
create mode 100755 spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/optimizer/PhysicalOptimizer.java
copy {server/src/main/java/org/apache/iotdb/db/qp/strategy => spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp}/optimizer/RemoveNotOptimizer.java (55%)
mode change 100644 => 100755
mode change 100755 => 100644 spark-tsfile/src/main/scala/org/apache/iotdb/tsfile/Converter.scala
create mode 100644 spark-tsfile/src/main/scala/org/apache/iotdb/tsfile/NarrowConverter.scala
copy spark-tsfile/src/main/scala/org/apache/iotdb/tsfile/{TsFileOutputWriter.scala => NarrowTsFileOutputWriter.scala} (71%)
create mode 100644 spark-tsfile/src/main/scala/org/apache/iotdb/tsfile/Transformer.scala
copy spark-tsfile/src/main/scala/org/apache/iotdb/tsfile/{Converter.scala => WideConverter.scala} (82%)
rename spark-tsfile/src/main/scala/org/apache/iotdb/tsfile/{TsFileOutputWriter.scala => WideTsFileOutputWriter.scala} (74%)
delete mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/exception/filter/FilterDataTypeException.java
delete mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/exception/filter/FilterInvokeException.java
copy tsfile/src/main/java/org/apache/iotdb/tsfile/{write/writer/IDataWriter.java => fileSystem/FSType.java} (85%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/FileInputFactory.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/FileOutputFactory.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/HDFSFile.java
rename {spark-tsfile/src/main/java/org/apache/iotdb/tsfile/io => tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem}/HDFSInput.java (93%)
rename {spark-tsfile/src/main/java/org/apache/iotdb/tsfile/io => tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem}/HDFSOutput.java (62%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/TSFileFactory.java
delete mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/write/writer/IncompleteFileTestUtil.java