You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ignite.apache.org by sb...@apache.org on 2017/03/01 07:46:22 UTC
[1/4] ignite git commit: IGNITE-4755: Hadoop: print warning in case
JOB_SHARED_CLASSLOADER property is enabled. This closes #1579.
Repository: ignite
Updated Branches:
refs/heads/ignite-4705 5163b5c51 -> 8e77bc744
IGNITE-4755: Hadoop: print warning in case JOB_SHARED_CLASSLOADER property is enabled. This closes #1579.
Project: http://git-wip-us.apache.org/repos/asf/ignite/repo
Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/50f87419
Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/50f87419
Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/50f87419
Branch: refs/heads/ignite-4705
Commit: 50f87419e8876c79303d67008619a7d4796286c6
Parents: 3ca46d1
Author: iveselovskiy <iv...@gridgain.com>
Authored: Tue Feb 28 15:35:17 2017 +0300
Committer: devozerov <vo...@gridgain.com>
Committed: Tue Feb 28 15:35:17 2017 +0300
----------------------------------------------------------------------
.../internal/processors/hadoop/impl/v2/HadoopV2Job.java | 10 +++++++++-
1 file changed, 9 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ignite/blob/50f87419/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v2/HadoopV2Job.java
----------------------------------------------------------------------
diff --git a/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v2/HadoopV2Job.java b/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v2/HadoopV2Job.java
index 5d3f22d..2a85cb8 100644
--- a/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v2/HadoopV2Job.java
+++ b/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v2/HadoopV2Job.java
@@ -124,6 +124,9 @@ public class HadoopV2Job extends HadoopJobEx {
/** File system cache map. */
private final HadoopLazyConcurrentMap<FsCacheKey, FileSystem> fsMap = createHadoopLazyConcurrentMap();
+ /** Logger. */
+ private final IgniteLogger log;
+
/** Shared class loader. */
private volatile HadoopClassLoader sharedClsLdr;
@@ -151,6 +154,7 @@ public class HadoopV2Job extends HadoopJobEx {
this.jobInfo = jobInfo;
this.libNames = libNames;
this.helper = helper;
+ this.log = log;
ClassLoader oldLdr = HadoopCommonUtils.setContextClassLoader(getClass().getClassLoader());
@@ -323,8 +327,12 @@ public class HadoopV2Job extends HadoopJobEx {
try {
rsrcMgr.prepareJobEnvironment(!external, jobLocalDir(igniteWorkDirectory(), locNodeId, jobId));
- if (HadoopJobProperty.get(jobInfo, JOB_SHARED_CLASSLOADER, true))
+ if (HadoopJobProperty.get(jobInfo, JOB_SHARED_CLASSLOADER, true)) {
+ U.warn(log, JOB_SHARED_CLASSLOADER.propertyName() + " job property is set to true; please disable " +
+ "it if job tasks rely on mutable static state.");
+
sharedClsLdr = createClassLoader(HadoopClassLoader.nameForJob(jobId));
+ }
}
finally {
HadoopCommonUtils.restoreContextClassLoader(oldLdr);
[3/4] ignite git commit: Merge remote-tracking branch
'origin/ignite-4705' into ignite-4705
Posted by sb...@apache.org.
Merge remote-tracking branch 'origin/ignite-4705' into ignite-4705
Project: http://git-wip-us.apache.org/repos/asf/ignite/repo
Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/332cc413
Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/332cc413
Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/332cc413
Branch: refs/heads/ignite-4705
Commit: 332cc41319406d6d839a157fa951356a694d20a6
Parents: 3de80c7 5163b5c
Author: sboikov <sb...@gridgain.com>
Authored: Wed Mar 1 10:44:18 2017 +0300
Committer: sboikov <sb...@gridgain.com>
Committed: Wed Mar 1 10:44:18 2017 +0300
----------------------------------------------------------------------
.../test/config/websession/spring-cache-1.xml | 6 ++++++
.../test/config/websession/spring-cache-2.xml | 6 ++++++
.../test/config/websession/spring-cache-3.xml | 6 ++++++
.../IgniteCacheEntryListenerAbstractTest.java | 3 +++
.../near/GridCacheNearReadersSelfTest.java | 17 +++++++++++++++--
...ContinuousQueryFailoverAbstractSelfTest.java | 20 ++++++++++++--------
6 files changed, 48 insertions(+), 10 deletions(-)
----------------------------------------------------------------------
[4/4] ignite git commit: Merge remote-tracking branch
'remotes/origin/ignite-2.0' into ignite-4705
Posted by sb...@apache.org.
Merge remote-tracking branch 'remotes/origin/ignite-2.0' into ignite-4705
Project: http://git-wip-us.apache.org/repos/asf/ignite/repo
Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/8e77bc74
Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/8e77bc74
Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/8e77bc74
Branch: refs/heads/ignite-4705
Commit: 8e77bc7441c34ef04023429474fd99ac7111e548
Parents: 332cc41 50f8741
Author: sboikov <sb...@gridgain.com>
Authored: Wed Mar 1 10:45:49 2017 +0300
Committer: sboikov <sb...@gridgain.com>
Committed: Wed Mar 1 10:45:49 2017 +0300
----------------------------------------------------------------------
.../internal/processors/hadoop/impl/v2/HadoopV2Job.java | 10 +++++++++-
1 file changed, 9 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
[2/4] ignite git commit: ignite-4705
Posted by sb...@apache.org.
ignite-4705
Project: http://git-wip-us.apache.org/repos/asf/ignite/repo
Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/3de80c78
Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/3de80c78
Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/3de80c78
Branch: refs/heads/ignite-4705
Commit: 3de80c783122981534d8cce29c02c4f0dfd72681
Parents: eb84ae5
Author: sboikov <sb...@gridgain.com>
Authored: Tue Feb 28 18:02:22 2017 +0300
Committer: sboikov <sb...@gridgain.com>
Committed: Tue Feb 28 18:49:30 2017 +0300
----------------------------------------------------------------------
.../distributed/dht/atomic/GridDhtAtomicCache.java | 3 ---
.../IgniteBinaryMetadataUpdateNodeRestartTest.java | 1 +
.../CacheContinuousQueryFailoverAbstractSelfTest.java | 14 +++++++-------
.../GridCacheContinuousQueryConcurrentTest.java | 3 +++
4 files changed, 11 insertions(+), 10 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ignite/blob/3de80c78/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/dht/atomic/GridDhtAtomicCache.java
----------------------------------------------------------------------
diff --git a/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/dht/atomic/GridDhtAtomicCache.java b/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/dht/atomic/GridDhtAtomicCache.java
index 2f5a74e..933436e 100644
--- a/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/dht/atomic/GridDhtAtomicCache.java
+++ b/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/dht/atomic/GridDhtAtomicCache.java
@@ -2420,9 +2420,6 @@ public class GridDhtAtomicCache<K, V> extends GridDhtCacheAdapter<K, V> {
try {
GridDhtCacheEntry entry = locked.get(i);
- if (entry == null)
- continue;
-
GridCacheVersion newConflictVer = req.conflictVersion(i);
long newConflictTtl = req.conflictTtl(i);
long newConflictExpireTime = req.conflictExpireTime(i);
http://git-wip-us.apache.org/repos/asf/ignite/blob/3de80c78/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/distributed/IgniteBinaryMetadataUpdateNodeRestartTest.java
----------------------------------------------------------------------
diff --git a/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/distributed/IgniteBinaryMetadataUpdateNodeRestartTest.java b/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/distributed/IgniteBinaryMetadataUpdateNodeRestartTest.java
index 814fb08..ac3f0d0 100644
--- a/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/distributed/IgniteBinaryMetadataUpdateNodeRestartTest.java
+++ b/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/distributed/IgniteBinaryMetadataUpdateNodeRestartTest.java
@@ -75,6 +75,7 @@ public class IgniteBinaryMetadataUpdateNodeRestartTest extends GridCommonAbstrac
((TcpDiscoverySpi)cfg.getDiscoverySpi()).setIpFinder(IP_FINDER);
((TcpCommunicationSpi)cfg.getCommunicationSpi()).setSharedMemoryPort(-1);
+ ((TcpCommunicationSpi)cfg.getCommunicationSpi()).setIdleConnectionTimeout(500);
cfg.setMarshaller(null);
http://git-wip-us.apache.org/repos/asf/ignite/blob/3de80c78/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/query/continuous/CacheContinuousQueryFailoverAbstractSelfTest.java
----------------------------------------------------------------------
diff --git a/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/query/continuous/CacheContinuousQueryFailoverAbstractSelfTest.java b/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/query/continuous/CacheContinuousQueryFailoverAbstractSelfTest.java
index ca0fbb8..0245a61 100644
--- a/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/query/continuous/CacheContinuousQueryFailoverAbstractSelfTest.java
+++ b/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/query/continuous/CacheContinuousQueryFailoverAbstractSelfTest.java
@@ -258,15 +258,15 @@ public abstract class CacheContinuousQueryFailoverAbstractSelfTest extends GridC
qryClnCache.put(key, -1);
qryClnCache.put(keys.get(0), 100);
- }
- GridTestUtils.waitForCondition(new GridAbsPredicate() {
- @Override public boolean apply() {
- return lsnr.evts.size() == 1;
- }
- }, 5000);
+ GridTestUtils.waitForCondition(new GridAbsPredicate() {
+ @Override public boolean apply() {
+ return lsnr.evts.size() == 1;
+ }
+ }, 5000);
- assertEquals(lsnr.evts.size(), 1);
+ assertEquals(lsnr.evts.size(), 1);
+ }
}
/**
http://git-wip-us.apache.org/repos/asf/ignite/blob/3de80c78/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/query/continuous/GridCacheContinuousQueryConcurrentTest.java
----------------------------------------------------------------------
diff --git a/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/query/continuous/GridCacheContinuousQueryConcurrentTest.java b/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/query/continuous/GridCacheContinuousQueryConcurrentTest.java
index 29b351b..74b6d88 100644
--- a/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/query/continuous/GridCacheContinuousQueryConcurrentTest.java
+++ b/modules/core/src/test/java/org/apache/ignite/internal/processors/cache/query/continuous/GridCacheContinuousQueryConcurrentTest.java
@@ -47,6 +47,7 @@ import org.apache.ignite.internal.util.typedef.PA;
import org.apache.ignite.internal.util.typedef.internal.U;
import org.apache.ignite.lang.IgniteFuture;
import org.apache.ignite.lang.IgniteInClosure;
+import org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi;
import org.apache.ignite.spi.discovery.tcp.TcpDiscoverySpi;
import org.apache.ignite.spi.discovery.tcp.ipfinder.TcpDiscoveryIpFinder;
import org.apache.ignite.spi.discovery.tcp.ipfinder.vm.TcpDiscoveryVmIpFinder;
@@ -99,6 +100,8 @@ public class GridCacheContinuousQueryConcurrentTest extends GridCommonAbstractTe
if (gridName.endsWith(String.valueOf(NODES)))
cfg.setClientMode(ThreadLocalRandom.current().nextBoolean());
+ ((TcpCommunicationSpi)cfg.getCommunicationSpi()).setIdleConnectionTimeout(500);
+
return cfg;
}