You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ignite.apache.org by sb...@apache.org on 2019/01/23 06:54:28 UTC
[ignite] branch ignite-627 updated (5101ebd -> de73f5d)
This is an automated email from the ASF dual-hosted git repository.
sboikov pushed a change to branch ignite-627
in repository https://gitbox.apache.org/repos/asf/ignite.git.
from 5101ebd merge
add 457ffc1 IGNITE-9322: MVCC: implement deadlock detector. This closes #5579.
add bfbbe21 IGNITE-10981: Fixed heap memory corruption in C++
add 7eb3ef8 IGNITE-11018 Fixed NPE.
add 23b4b29 IGNITE-10763: MVCC: Fixed transaction already completed error in certain scenarios. This closes #5770.
add 5861a92 IGNITE-10993 Web Console: Implemented queries cancellation. This closes #5869.
add 5ef83a2 IGNITE-10954: MVCC: Umute fixed tests. This closes #5836.
add 1c34148 IGNITE-11000: [ML] Add parser for Spark LinearRegression
add 76e2df8 IGNITE-6564 Correct calculation of size and keySize for cluster cache metrics.
add dc5ca32 IGNITE-10753: MVCC: Await all queries are done before checking versions are cleaned. This closes #5786.
add 5cc1d73 IGNITE-11028: [ML] Flaky test(KeepBinaryTest)
new de73f5d Merge remote-tracking branch 'remotes/upstream/master' into ignite-627
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../LinearRegressionFromSparkExample.java} | 58 +-
.../LogRegFromSparkExample.java} | 6 +-
.../inference/spark/modelparser/package-info.java | 11 +-
.../{metadata => linreg/data}/._SUCCESS.crc | Bin
...-4ad3-bddd-7cad8378429d-c000.snappy.parquet.crc | Bin 0 -> 24 bytes
.../serialized/{metadata => linreg/data}/_SUCCESS | 0
...6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet | Bin 0 -> 1570 bytes
.../{data => linreg/metadata}/._SUCCESS.crc | Bin
.../serialized/linreg/metadata/.part-00000.crc | Bin 0 -> 12 bytes
.../serialized/{data => linreg/metadata}/_SUCCESS | 0
.../spark/serialized/linreg/metadata/part-00000 | 1 +
.../{metadata => logreg/data}/._SUCCESS.crc | Bin
...-4ed7-afe4-a464aabc7f80-c000.snappy.parquet.crc | Bin
.../serialized/{metadata => logreg/data}/_SUCCESS | 0
...c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet | Bin
.../serialized/{ => logreg}/metadata/._SUCCESS.crc | Bin
.../{ => logreg}/metadata/.part-00000.crc | Bin
.../serialized/{ => logreg}/metadata/_SUCCESS | 0
.../serialized/{ => logreg}/metadata/part-00000 | 0
.../ignite/codegen/MessageCodeGenerator.java | 5 +
.../org/apache/ignite/IgniteSystemProperties.java | 12 +
.../java/org/apache/ignite/cache/CacheMetrics.java | 4 +-
.../java/org/apache/ignite/internal/GridTopic.java | 5 +-
.../org/apache/ignite/internal/IgniteFeatures.java | 5 +-
.../communication/GridIoMessageFactory.java | 12 +
.../processors/cache/CacheMetricsImpl.java | 36 +-
.../processors/cache/CacheMetricsSnapshot.java | 6 +-
...csSnapshot.java => CacheMetricsSnapshotV2.java} | 164 ++++--
.../processors/cache/GridCacheAdapter.java | 17 +-
.../processors/cache/GridCacheMapEntry.java | 12 +-
.../processors/cache/GridCacheProcessor.java | 6 +-
.../processors/cache/GridCacheSharedContext.java | 50 +-
.../cache/IgniteCacheOffheapManagerImpl.java | 5 +-
.../dht/GridDhtTxAbstractEnlistFuture.java | 4 +
.../distributed/dht/GridDhtTxLocalAdapter.java | 17 +
.../near/GridNearTxAbstractEnlistFuture.java | 9 +-
.../distributed/near/GridNearTxEnlistFuture.java | 12 +-
.../cache/distributed/near/GridNearTxLocal.java | 45 +-
.../near/GridNearTxQueryEnlistFuture.java | 18 +-
.../near/GridNearTxQueryResultsEnlistFuture.java | 13 +-
.../near/GridNearTxSelectForUpdateFuture.java | 2 +-
.../cache/mvcc/DeadlockDetectionManager.java | 348 +++++++++++
.../processors/cache/mvcc/DeadlockProbe.java | 198 +++++++
.../processors/cache/mvcc/MvccProcessor.java | 26 +-
.../processors/cache/mvcc/MvccProcessorImpl.java | 97 ++-
.../internal/processors/cache/mvcc/MvccUtils.java | 9 +
.../internal/processors/cache/mvcc/ProbedTx.java | 235 ++++++++
.../wal/reader/IgniteWalIteratorFactory.java | 4 +-
.../processors/cache/transactions/TxCounters.java | 18 +
.../node/VisorCacheRebalanceCollectorTask.java | 8 +-
.../visor/node/VisorNodeBaselineStatus.java | 2 +
.../visor/query/VisorQueryCleanupTask.java | 22 +-
.../internal/visor/query/VisorQueryCursor.java | 95 ---
.../visor/query/VisorQueryFetchFirstPageTask.java | 107 ++++
.../internal/visor/query/VisorQueryHolder.java | 171 ++++++
.../visor/query/VisorQueryNextPageTask.java | 73 +--
.../internal/visor/query/VisorQueryTask.java | 83 +--
.../internal/visor/query/VisorQueryUtils.java | 301 +++++++++-
.../internal/visor/query/VisorScanQueryTask.java | 112 +---
.../apache/ignite/mxbean/CacheMetricsMXBean.java | 2 +-
.../main/resources/META-INF/classnames.properties | 1 +
.../internal/ClusterNodeMetricsSelfTest.java | 48 +-
.../internal/GridNonHistoryMetricsSelfTest.java | 14 +-
.../managers/IgniteDiagnosticMessagesTest.java | 4 +-
.../cache/CacheMetricsCacheSizeTest.java | 148 +++++
.../cache/CacheMetricsEntitiesCountTest.java | 157 ++++-
.../cache/CacheMetricsForClusterGroupSelfTest.java | 34 +-
.../cache/GridCacheAbstractMetricsSelfTest.java | 48 +-
...OffheapCacheMetricsForClusterGroupSelfTest.java | 32 +-
.../cache/mvcc/CacheMvccAbstractTest.java | 13 +
.../cache/mvcc/CacheMvccTransactionsTest.java | 14 +-
.../db/IgnitePdsDataRegionMetricsTest.java | 4 -
.../db/wal/IgniteWalIteratorSwitchSegmentTest.java | 2 +
.../pagemem/BPlusTreePageMemoryImplTest.java | 1 +
.../BPlusTreeReuseListPageMemoryImplTest.java | 1 +
.../pagemem/IndexStoragePageMemoryImplTest.java | 1 +
.../pagemem/PageMemoryImplNoLoadTest.java | 1 +
.../persistence/pagemem/PageMemoryImplTest.java | 1 +
.../TxRollbackAsyncWithPersistenceTest.java | 14 +-
.../TxRollbackOnTopologyChangeTest.java | 2 +-
.../loadtests/hashmap/GridCacheTestContext.java | 3 +-
.../spi/discovery/tcp/TcpDiscoverySelfTest.java | 18 +-
.../junits/common/GridCommonAbstractTest.java | 44 ++
.../IgniteCacheMetricsSelfTestSuite.java | 2 +
.../query/h2/DmlStatementsProcessor.java | 3 +-
.../processors/query/h2/IgniteH2Indexing.java | 5 +-
.../query/h2/twostep/GridReduceQueryExecutor.java | 2 +-
...acheMvccAbstractSqlCoordinatorFailoverTest.java | 2 -
.../mvcc/CacheMvccPartitionedSqlTxQueriesTest.java | 2 +-
.../mvcc/CacheMvccReplicatedSqlTxQueriesTest.java | 2 -
.../mvcc/CacheMvccSqlTxQueriesAbstractTest.java | 15 +
...cheMvccSqlTxQueriesWithReducerAbstractTest.java | 17 +-
.../cache/mvcc/MvccDeadlockDetectionTest.java | 652 +++++++++++++++++++++
.../testsuites/IgniteCacheMvccSqlTestSuite.java | 3 +
.../ml/sparkmodelparser/SparkModelParser.java | 70 ++-
.../ml/sparkmodelparser/SupportedSparkModels.java | 6 +-
.../apache/ignite/ml/common/KeepBinaryTest.java | 5 +-
modules/platforms/cpp/core/src/ignition.cpp | 46 +-
.../Cache/CacheMetricsTest.cs | 8 +-
.../commands/cache/VisorCacheScanCommand.scala | 24 +-
modules/web-console/backend/app/browsersHandler.js | 2 +
.../components/queries-notebook/controller.ts | 229 +++++++-
.../components/queries-notebook/template.tpl.pug | 6 +
.../app/modules/agent/AgentManager.service.js | 107 ++--
104 files changed, 3358 insertions(+), 901 deletions(-)
copy examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/{LogRegFromSparkViaSparkModelParserExample.java => modelparser/LinearRegressionFromSparkExample.java} (55%)
rename examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/{LogRegFromSparkViaSparkModelParserExample.java => modelparser/LogRegFromSparkExample.java} (95%)
copy modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SupportedSparkModels.java => examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/package-info.java (80%)
copy examples/src/main/resources/models/spark/serialized/{metadata => linreg/data}/._SUCCESS.crc (100%)
create mode 100644 examples/src/main/resources/models/spark/serialized/linreg/data/.part-00000-1ff2d09d-6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet.crc
copy examples/src/main/resources/models/spark/serialized/{metadata => linreg/data}/_SUCCESS (100%)
create mode 100644 examples/src/main/resources/models/spark/serialized/linreg/data/part-00000-1ff2d09d-6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet
rename examples/src/main/resources/models/spark/serialized/{data => linreg/metadata}/._SUCCESS.crc (100%)
create mode 100644 examples/src/main/resources/models/spark/serialized/linreg/metadata/.part-00000.crc
rename examples/src/main/resources/models/spark/serialized/{data => linreg/metadata}/_SUCCESS (100%)
create mode 100644 examples/src/main/resources/models/spark/serialized/linreg/metadata/part-00000
copy examples/src/main/resources/models/spark/serialized/{metadata => logreg/data}/._SUCCESS.crc (100%)
rename examples/src/main/resources/models/spark/serialized/{ => logreg}/data/.part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet.crc (100%)
copy examples/src/main/resources/models/spark/serialized/{metadata => logreg/data}/_SUCCESS (100%)
rename examples/src/main/resources/models/spark/serialized/{ => logreg}/data/part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet (100%)
rename examples/src/main/resources/models/spark/serialized/{ => logreg}/metadata/._SUCCESS.crc (100%)
rename examples/src/main/resources/models/spark/serialized/{ => logreg}/metadata/.part-00000.crc (100%)
rename examples/src/main/resources/models/spark/serialized/{ => logreg}/metadata/_SUCCESS (100%)
rename examples/src/main/resources/models/spark/serialized/{ => logreg}/metadata/part-00000 (100%)
copy modules/core/src/main/java/org/apache/ignite/internal/processors/cache/{CacheMetricsSnapshot.java => CacheMetricsSnapshotV2.java} (91%)
create mode 100644 modules/core/src/main/java/org/apache/ignite/internal/processors/cache/mvcc/DeadlockDetectionManager.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/internal/processors/cache/mvcc/DeadlockProbe.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/internal/processors/cache/mvcc/ProbedTx.java
delete mode 100644 modules/core/src/main/java/org/apache/ignite/internal/visor/query/VisorQueryCursor.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/internal/visor/query/VisorQueryFetchFirstPageTask.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/internal/visor/query/VisorQueryHolder.java
create mode 100644 modules/core/src/test/java/org/apache/ignite/internal/processors/cache/CacheMetricsCacheSizeTest.java
create mode 100644 modules/indexing/src/test/java/org/apache/ignite/internal/processors/cache/mvcc/MvccDeadlockDetectionTest.java
[ignite] 01/01: Merge remote-tracking branch
'remotes/upstream/master' into ignite-627
Posted by sb...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
sboikov pushed a commit to branch ignite-627
in repository https://gitbox.apache.org/repos/asf/ignite.git
commit de73f5d7149c77183ec1454aa5fe999777c05dcd
Merge: 5101ebd 5cc1d73
Author: sboikov <sb...@apache.org>
AuthorDate: Wed Jan 23 09:54:05 2019 +0300
Merge remote-tracking branch 'remotes/upstream/master' into ignite-627
.../LinearRegressionFromSparkExample.java} | 58 +-
.../LogRegFromSparkExample.java} | 6 +-
.../inference/spark/modelparser/package-info.java | 11 +-
.../{metadata => linreg/data}/._SUCCESS.crc | Bin
...-4ad3-bddd-7cad8378429d-c000.snappy.parquet.crc | Bin 0 -> 24 bytes
.../serialized/{metadata => linreg/data}/_SUCCESS | 0
...6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet | Bin 0 -> 1570 bytes
.../{data => linreg/metadata}/._SUCCESS.crc | Bin
.../serialized/linreg/metadata/.part-00000.crc | Bin 0 -> 12 bytes
.../serialized/{data => linreg/metadata}/_SUCCESS | 0
.../spark/serialized/linreg/metadata/part-00000 | 1 +
.../{metadata => logreg/data}/._SUCCESS.crc | Bin
...-4ed7-afe4-a464aabc7f80-c000.snappy.parquet.crc | Bin
.../serialized/{metadata => logreg/data}/_SUCCESS | 0
...c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet | Bin
.../serialized/{ => logreg}/metadata/._SUCCESS.crc | Bin
.../{ => logreg}/metadata/.part-00000.crc | Bin
.../serialized/{ => logreg}/metadata/_SUCCESS | 0
.../serialized/{ => logreg}/metadata/part-00000 | 0
.../ignite/codegen/MessageCodeGenerator.java | 5 +
.../org/apache/ignite/IgniteSystemProperties.java | 12 +
.../java/org/apache/ignite/cache/CacheMetrics.java | 4 +-
.../java/org/apache/ignite/internal/GridTopic.java | 5 +-
.../org/apache/ignite/internal/IgniteFeatures.java | 5 +-
.../communication/GridIoMessageFactory.java | 12 +
.../processors/cache/CacheMetricsImpl.java | 36 +-
.../processors/cache/CacheMetricsSnapshot.java | 6 +-
...csSnapshot.java => CacheMetricsSnapshotV2.java} | 164 ++++--
.../processors/cache/GridCacheAdapter.java | 17 +-
.../processors/cache/GridCacheMapEntry.java | 12 +-
.../processors/cache/GridCacheProcessor.java | 6 +-
.../processors/cache/GridCacheSharedContext.java | 50 +-
.../cache/IgniteCacheOffheapManagerImpl.java | 5 +-
.../dht/GridDhtTxAbstractEnlistFuture.java | 4 +
.../distributed/dht/GridDhtTxLocalAdapter.java | 17 +
.../near/GridNearTxAbstractEnlistFuture.java | 9 +-
.../distributed/near/GridNearTxEnlistFuture.java | 12 +-
.../cache/distributed/near/GridNearTxLocal.java | 45 +-
.../near/GridNearTxQueryEnlistFuture.java | 18 +-
.../near/GridNearTxQueryResultsEnlistFuture.java | 13 +-
.../near/GridNearTxSelectForUpdateFuture.java | 2 +-
.../cache/mvcc/DeadlockDetectionManager.java | 348 +++++++++++
.../processors/cache/mvcc/DeadlockProbe.java | 198 +++++++
.../processors/cache/mvcc/MvccProcessor.java | 26 +-
.../processors/cache/mvcc/MvccProcessorImpl.java | 97 ++-
.../internal/processors/cache/mvcc/MvccUtils.java | 9 +
.../internal/processors/cache/mvcc/ProbedTx.java | 235 ++++++++
.../wal/reader/IgniteWalIteratorFactory.java | 4 +-
.../processors/cache/transactions/TxCounters.java | 18 +
.../node/VisorCacheRebalanceCollectorTask.java | 8 +-
.../visor/node/VisorNodeBaselineStatus.java | 2 +
.../visor/query/VisorQueryCleanupTask.java | 22 +-
.../internal/visor/query/VisorQueryCursor.java | 95 ---
.../visor/query/VisorQueryFetchFirstPageTask.java | 107 ++++
.../internal/visor/query/VisorQueryHolder.java | 171 ++++++
.../visor/query/VisorQueryNextPageTask.java | 73 +--
.../internal/visor/query/VisorQueryTask.java | 83 +--
.../internal/visor/query/VisorQueryUtils.java | 301 +++++++++-
.../internal/visor/query/VisorScanQueryTask.java | 112 +---
.../apache/ignite/mxbean/CacheMetricsMXBean.java | 2 +-
.../main/resources/META-INF/classnames.properties | 1 +
.../internal/ClusterNodeMetricsSelfTest.java | 48 +-
.../internal/GridNonHistoryMetricsSelfTest.java | 14 +-
.../managers/IgniteDiagnosticMessagesTest.java | 4 +-
.../cache/CacheMetricsCacheSizeTest.java | 148 +++++
.../cache/CacheMetricsEntitiesCountTest.java | 157 ++++-
.../cache/CacheMetricsForClusterGroupSelfTest.java | 34 +-
.../cache/GridCacheAbstractMetricsSelfTest.java | 48 +-
...OffheapCacheMetricsForClusterGroupSelfTest.java | 32 +-
.../cache/mvcc/CacheMvccAbstractTest.java | 13 +
.../cache/mvcc/CacheMvccTransactionsTest.java | 14 +-
.../db/IgnitePdsDataRegionMetricsTest.java | 4 -
.../db/wal/IgniteWalIteratorSwitchSegmentTest.java | 2 +
.../pagemem/BPlusTreePageMemoryImplTest.java | 1 +
.../BPlusTreeReuseListPageMemoryImplTest.java | 1 +
.../pagemem/IndexStoragePageMemoryImplTest.java | 1 +
.../pagemem/PageMemoryImplNoLoadTest.java | 1 +
.../persistence/pagemem/PageMemoryImplTest.java | 1 +
.../TxRollbackAsyncWithPersistenceTest.java | 14 +-
.../TxRollbackOnTopologyChangeTest.java | 2 +-
.../loadtests/hashmap/GridCacheTestContext.java | 3 +-
.../spi/discovery/tcp/TcpDiscoverySelfTest.java | 18 +-
.../junits/common/GridCommonAbstractTest.java | 44 ++
.../IgniteCacheMetricsSelfTestSuite.java | 2 +
.../query/h2/DmlStatementsProcessor.java | 3 +-
.../processors/query/h2/IgniteH2Indexing.java | 5 +-
.../query/h2/twostep/GridReduceQueryExecutor.java | 2 +-
...acheMvccAbstractSqlCoordinatorFailoverTest.java | 2 -
.../mvcc/CacheMvccPartitionedSqlTxQueriesTest.java | 2 +-
.../mvcc/CacheMvccReplicatedSqlTxQueriesTest.java | 2 -
.../mvcc/CacheMvccSqlTxQueriesAbstractTest.java | 15 +
...cheMvccSqlTxQueriesWithReducerAbstractTest.java | 17 +-
.../cache/mvcc/MvccDeadlockDetectionTest.java | 652 +++++++++++++++++++++
.../testsuites/IgniteCacheMvccSqlTestSuite.java | 3 +
.../ml/sparkmodelparser/SparkModelParser.java | 70 ++-
.../ml/sparkmodelparser/SupportedSparkModels.java | 6 +-
.../apache/ignite/ml/common/KeepBinaryTest.java | 5 +-
modules/platforms/cpp/core/src/ignition.cpp | 46 +-
.../Cache/CacheMetricsTest.cs | 8 +-
.../commands/cache/VisorCacheScanCommand.scala | 24 +-
modules/web-console/backend/app/browsersHandler.js | 2 +
.../components/queries-notebook/controller.ts | 229 +++++++-
.../components/queries-notebook/template.tpl.pug | 6 +
.../app/modules/agent/AgentManager.service.js | 107 ++--
104 files changed, 3358 insertions(+), 901 deletions(-)