You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ji...@apache.org on 2020/06/03 02:44:10 UTC
[incubator-iotdb] branch cluster_premerge updated (598718e ->
57f1cbf)
This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch cluster_premerge
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.
from 598718e Merge branch 'master' into cluster_premerge
add d0221b4 remove jmx user config (#1265)
add 3463fa6 [IOTDB-708] add config for inferring data type from string value (#1264)
add 5a5e36f add status code in exception (#1266)
add 74e644b [IOTDB-710] delete failed while load is too heavy (#1270)
add b4ed539 fix recover (#1271)
add 991d530 fix group by fill grammar and some logic..
add 554bf69 fix it
add a71db8b update docs
add 865cb2d fix bug
add d674312 use default time interval
add a358047 fix doc
add b3b2b1a [IOTDB-715] Support previous time range in previousuntillast (#1272)
add bc17dd2 fix docs link number
add 837f058 support bracket "[" "]" in path (#1273)
add 4466180 fix timeseries metadata cache return null bug (#1280)
add 4e7be1c [IOTDB-615] Use binary rather than string in insert plan (#1229)
add 9b968de [IOTDB-719] add avg_series_point_number_threshold in config (#1278)
add f2d4b35 fix group by doc, remove as
add 4c09acd Fix ForceAppendTsFileWriter (#1275)
add 29adcf6 [IOTDB-615] fix infer type from session (#1282)
add 1193fca [IOTDB-692] Fix merge update bug (#1262)
add 7557e5d add infer type test in SessionIT
add 1a66db6 [IOTDB-701]Add feature to set heap size by system total memory when starts (#1254)
add 5ed15e1 [IOTDB-700]Feature/iotdb 700 add openid (#1255)
add 0d364ad change max avg point to 10k (#1285)
add d676199 [IOTDB-707] Optimize TsFileResource memory usage (#1269)
add 7221a87 fix recover endTime set bug (affect 0.10.0-SNAPSHOT) (#1286)
add 8a15953 [IOTDB-713] success message on cli (#1284)
add 18a3634 fix IoTDBConfigCheck
add f0aecdb fix config check
add 8d5184f add insert string records in SessinPool
add 9be64af fix design doc title
add ae49a78 Set inferType of MQTT InsertPlan to true (#1291)
add ab9e90b remove echo in cli (#1287)
add 60f2033 [IOTDB-728]Disable “site” module by default (#1292)
add 9a4f92e Added xin to committer list
add 96b33b3 Delete some tests (#1294)
add 37380fd add nohup start server doc
add fccbadd [IOTDB-718]Fix wrong time precision of NOW() (#1290)
add 6a3e40a continue write (#1297)
add b2652d9 [IOTDB-729] shutdown uncessary threadpool (#1295)
add 4350fd9 Revert "remove echo in cli (#1287)" (#1304)
add 248ce94 change 10w to 100k (#1301)
add 7e88043 [IOTDB-615]fix session.insertTablets api and add test methods (#1302)
add aa37f59 [IOTDB-733] Enable setting for mqtt max length (#1300)
add 42ef51c [IOTDB-731] Continue write inside InsertPlan (#1298)
add ae723b7 [IOTDB-732] Upgrade fastjson version to 1.2.70 (#1299)
add 6378243 [IOTDB-735] Fix Concurrent error for MNode when creating time series automatically (#1306)
add 57f1cbf Merge branch 'master' into cluster_premerge
No new revisions were added by this update.
Summary of changes:
.travis.yml | 10 +-
Jenkinsfile | 42 +-
LICENSE-binary | 2 +-
README.md | 4 +-
README_ZH.md | 4 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 3 +
docs/Blog/Release0_93.md | 4 +-
docs/Development/ContributeGuide.md | 2 +-
docs/Development/VoteRelease.md | 2 +-
docs/UserGuide/Client/Command Line Interface.md | 30 ++
docs/UserGuide/Client/Programming - MQTT.md | 1 +
docs/UserGuide/Client/Programming - TsFile API.md | 19 +
docs/UserGuide/Client/Status Codes.md | 4 +-
docs/UserGuide/Get Started/QuickStart.md | 4 +-
docs/UserGuide/Operation Manual/Administration.md | 2 +-
.../DML Data Manipulation Language.md | 22 +-
docs/UserGuide/Operation Manual/SQL Reference.md | 2 +
docs/UserGuide/Server/Config Manual.md | 68 +++-
docs/UserGuide/Server/Single Node Setup.md | 4 +-
.../UserGuide/System Tools/Load External Tsfile.md | 49 ++-
.../System Tools/Memory Estimation Tool.md | 8 +-
docs/UserGuide/UserGuideReadme.md | 2 +-
docs/zh/Development/ContributeGuide.md | 2 +-
docs/zh/Development/VoteRelease.md | 2 +-
.../QueryEngine/ResultSetConstruction.md | 2 +-
docs/zh/UserGuide/Client/Command Line Interface.md | 31 ++
docs/zh/UserGuide/Client/Programming - MQTT.md | 2 +-
.../UserGuide/Client/Programming - TsFile API.md | 19 +-
docs/zh/UserGuide/Client/Status Codes.md | 4 +-
docs/zh/UserGuide/Get Started/QuickStart.md | 4 +-
.../UserGuide/Operation Manual/Administration.md | 2 +-
.../DML Data Manipulation Language.md | 21 +-
.../zh/UserGuide/Operation Manual/SQL Reference.md | 2 +
docs/zh/UserGuide/Server/Config Manual.md | 67 ++-
docs/zh/UserGuide/Server/Single Node Setup.md | 4 +-
.../UserGuide/System Tools/Load External Tsfile.md | 43 +-
docs/zh/UserGuide/UserGuideReadme.md | 2 +-
.../org/apache/iotdb/flink/FlinkIoTDBSink.java | 1 +
.../java/org/apache/iotdb/rocketmq/Constant.java | 40 +-
.../apache/iotdb/rocketmq/RocketMQConsumer.java | 79 ++--
.../main/java/org/apache/iotdb/SessionExample.java | 53 ++-
.../java/org/apache/iotdb/SessionPoolExample.java | 17 +-
...thTSRecord.java => TsFileForceAppendWrite.java} | 68 +++-
.../iotdb/flink/DefaultIoTSerializationSchema.java | 144 ++++---
.../main/java/org/apache/iotdb/flink/Event.java | 67 +--
.../java/org/apache/iotdb/flink/IoTDBSink.java | 282 ++++++-------
.../flink/DefaultIoTSerializationSchemaTest.java | 11 +-
.../iotdb/flink/IoTDBSinkBatchInsertTest.java | 157 +++----
.../iotdb/flink/IoTDBSinkBatchTimerTest.java | 80 ++--
.../apache/iotdb/flink/IoTDBSinkInsertTest.java | 68 ++--
pom.xml | 11 +-
server/pom.xml | 25 ++
.../resources/conf/iotdb-engine.properties | 44 +-
server/src/assembly/resources/conf/iotdb-env.sh | 6 +
.../org/apache/iotdb/db/qp/strategy/SqlBase.g4 | 30 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 4 +-
.../iotdb/db/auth/authorizer/BasicAuthorizer.java | 48 ++-
.../db/auth/authorizer/LocalFileAuthorizer.java | 28 +-
.../iotdb/db/auth/authorizer/OpenIdAuthorizer.java | 257 ++++++++++++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 143 +++++--
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 8 +-
.../org/apache/iotdb/db/conf/IoTDBConstant.java | 1 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 33 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 7 +-
.../db/engine/cache/TimeSeriesMetadataCache.java | 7 +-
.../iotdb/db/engine/flush/TsFileFlushPolicy.java | 8 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 68 +++-
.../apache/iotdb/db/engine/memtable/IMemTable.java | 10 +
.../db/engine/memtable/IWritableMemChunk.java | 5 +-
.../iotdb/db/engine/memtable/WritableMemChunk.java | 4 +-
.../merge/selector/MaxFileMergeFileSelector.java | 11 +-
.../db/engine/merge/task/MergeMultiChunkTask.java | 93 +++--
.../engine/storagegroup/StorageGroupProcessor.java | 102 +++--
.../db/engine/storagegroup/TsFileProcessor.java | 26 +-
.../db/engine/storagegroup/TsFileResource.java | 213 +++++++---
.../db/exception/metadata/MetadataException.java | 3 +-
.../metadata/StorageGroupAlreadySetException.java | 5 +-
.../org/apache/iotdb/db/metadata/MManager.java | 23 +-
.../apache/iotdb/db/mqtt/BrokerAuthenticator.java | 4 +-
.../org/apache/iotdb/db/mqtt/PublishHandler.java | 11 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 91 ++++-
.../iotdb/db/qp/physical/crud/InsertPlan.java | 277 +++++++++++--
.../iotdb/db/qp/strategy/LogicalGenerator.java | 178 +++++++-
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 1 +
.../query/dataset/groupby/GroupByFillDataSet.java | 37 +-
.../iotdb/db/query/executor/LastQueryExecutor.java | 2 +-
.../db/query/executor/fill/LastPointReader.java | 12 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 6 +-
.../org/apache/iotdb/db/service/MQTTService.java | 1 +
.../org/apache/iotdb/db/service/TSServiceImpl.java | 61 ++-
.../org/apache/iotdb/db/service/UpgradeSevice.java | 4 +
.../db/sync/receiver/load/FileLoaderManager.java | 2 +-
.../apache/iotdb/db/tools/IoTDBDataDirViewer.java | 10 +-
.../iotdb/db/tools/TsFileResourcePrinter.java | 10 +-
.../org/apache/iotdb/db/utils/CommonUtils.java | 44 +-
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 43 +-
.../iotdb/db/utils/datastructure/TVList.java | 4 +-
.../iotdb/db/writelog/io/SingleFileLogReader.java | 2 +-
.../iotdb/db/writelog/recover/LogReplayer.java | 38 +-
.../iotdb/db/auth/LocalFileAuthorizerTest.java | 8 +-
.../db/auth/authorizer/OpenIdAuthorizerTest.java | 66 +++
.../iotdb/db/engine/storagegroup/TTLTest.java | 41 +-
.../engine/storagegroup/TsFileProcessorTest.java | 5 +-
.../iotdb/db/integration/IoTDBAlignByDeviceIT.java | 440 --------------------
.../integration/IoTDBGroupByFillWithRangeIT.java | 161 ++++++++
.../db/integration/IoTDBLoadExternalTsfileIT.java | 32 +-
.../iotdb/db/integration/IoTDBRestartIT.java | 18 +-
.../iotdb/db/integration/IoTDBSensorUpdateIT.java | 87 ++++
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 31 ++
.../apache/iotdb/db/qp/plan/PhysicalPlanTest.java | 36 +-
.../iotdb/db/qp/strategy/LogicalGeneratorTest.java | 21 +
.../db/sync/receiver/load/FileLoaderTest.java | 8 +-
.../recover/SyncReceiverLogAnalyzerTest.java | 4 +-
.../org/apache/iotdb/db/tools/WalCheckerTest.java | 11 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 5 +-
.../iotdb/db/utils/TypeInferenceUtilsTest.java | 28 +-
.../apache/iotdb/db/writelog/PerformanceTest.java | 5 +-
.../iotdb/db/writelog/WriteLogNodeManagerTest.java | 2 +
.../apache/iotdb/db/writelog/WriteLogNodeTest.java | 6 +
.../iotdb/db/writelog/io/LogWriterReaderTest.java | 5 +-
.../iotdb/db/writelog/recover/LogReplayerTest.java | 27 +-
.../recover/RecoverResourceFromReaderTest.java | 27 +-
.../db/writelog/recover/SeqTsFileRecoverTest.java | 23 +-
.../writelog/recover/UnseqTsFileRecoverTest.java | 34 +-
service-rpc/rpc-changelist.md | 6 +-
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 3 +-
.../iotdb/rpc/StatementExecutionException.java | 13 +
service-rpc/src/main/thrift/rpc.thrift | 8 +-
.../java/org/apache/iotdb/session/Session.java | 453 ++++++++++++++++-----
.../org/apache/iotdb/session/SessionDataSet.java | 10 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 161 +++++++-
.../org/apache/iotdb/session/IoTDBSessionIT.java | 275 ++++++++++++-
.../iotdb/session/IoTDBSessionIteratorIT.java | 21 +-
.../apache/iotdb/session/pool/SessionPoolTest.java | 18 +-
site/src/main/.vuepress/config.js | 2 +-
.../theme/global-components/Contributor.vue | 7 +
site/src/main/package.json | 2 +-
.../apache/iotdb/spark/db/EnvironmentUtils.java | 4 +-
.../java/org/apache/iotdb/tsfile/utils/Binary.java | 9 +-
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 54 ++-
.../write/writer/ForceAppendTsFileWriter.java | 19 +
.../write/writer/ForceAppendTsFileWriterTest.java | 42 ++
142 files changed, 4133 insertions(+), 1728 deletions(-)
copy example/tsfile/src/main/java/org/apache/iotdb/tsfile/{TsFileWriteWithTSRecord.java => TsFileForceAppendWrite.java} (54%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/auth/authorizer/OpenIdAuthorizer.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/auth/authorizer/OpenIdAuthorizerTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/integration/IoTDBGroupByFillWithRangeIT.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/integration/IoTDBSensorUpdateIT.java