You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by zj...@apache.org on 2014/11/07 04:50:54 UTC
tez git commit: TEZ-1746. Flaky test in TestVertexImpl and
TestExceptionPropagation. (zjffdu)
Repository: tez
Updated Branches:
refs/heads/master 7c6085d24 -> 873b247bb
TEZ-1746. Flaky test in TestVertexImpl and TestExceptionPropagation. (zjffdu)
Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/873b247b
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/873b247b
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/873b247b
Branch: refs/heads/master
Commit: 873b247bbdc930572d08b29aef84d8cb65d4c16d
Parents: 7c6085d
Author: Jeff Zhang <zj...@apache.org>
Authored: Fri Nov 7 11:48:59 2014 +0800
Committer: Jeff Zhang <zj...@apache.org>
Committed: Fri Nov 7 11:48:59 2014 +0800
----------------------------------------------------------------------
CHANGES.txt | 1 +
.../tez/dag/app/dag/impl/TestVertexImpl.java | 32 ++++++++++----------
.../tez/test/TestExceptionPropagation.java | 2 +-
3 files changed, 18 insertions(+), 17 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/tez/blob/873b247b/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index e5a4eed..359f43c 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -15,6 +15,7 @@ Release 0.5.3: Unreleased
ALL CHANGES:
TEZ-1745. TestATSHistoryLoggingService::testATSHistoryLoggingServiceShutdown can be flaky.
TEZ-1747. Increase test timeout for TestSecureShuffle.
+ TEZ-1746. Flaky test in TestVertexImpl and TestExceptionPropagation.
Release 0.5.2: Unreleased
http://git-wip-us.apache.org/repos/asf/tez/blob/873b247b/tez-dag/src/test/java/org/apache/tez/dag/app/dag/impl/TestVertexImpl.java
----------------------------------------------------------------------
diff --git a/tez-dag/src/test/java/org/apache/tez/dag/app/dag/impl/TestVertexImpl.java b/tez-dag/src/test/java/org/apache/tez/dag/app/dag/impl/TestVertexImpl.java
index 97c0693..9500c97 100644
--- a/tez-dag/src/test/java/org/apache/tez/dag/app/dag/impl/TestVertexImpl.java
+++ b/tez-dag/src/test/java/org/apache/tez/dag/app/dag/impl/TestVertexImpl.java
@@ -513,19 +513,6 @@ public class TestVertexImpl {
.setTaskModule("x2.y2")
.build()
)
- .addInputs(
- RootInputLeafOutputProto.newBuilder()
- .setControllerDescriptor(
- TezEntityDescriptorProto.newBuilder().setClassName(
- "IrrelevantInitializerClassName"))
- .setName("input1")
- .setIODescriptor(
- TezEntityDescriptorProto.newBuilder()
- .setClassName("InputClazz")
- .build()
- )
- .build()
- )
.addInEdgeId("e1")
.build()
)
@@ -5072,7 +5059,7 @@ public class TestVertexImpl {
}
@Test(timeout = 5000)
- public void testExceptionFromII_Initialize() throws AMUserCodeException {
+ public void testExceptionFromII_Initialize() throws AMUserCodeException, InterruptedException {
useCustomInitializer = true;
customInitializer = new EventHandlingRootInputInitializer(null, IIExceptionLocation.Initialize);
EventHandlingRootInputInitializer initializer =
@@ -5084,6 +5071,11 @@ public class TestVertexImpl {
VertexImplWithRunningInputInitializer v1 =
(VertexImplWithRunningInputInitializer) vertices.get("vertex1");
initVertex(v1);
+ // Wait for the initializer to been invoked, and fail the vertex finally.
+ while (v1.getState() != VertexState.FAILED) {
+ Thread.sleep(10);
+ }
+
String diagnostics = StringUtils.join(v1.getDiagnostics(), ",");
assertTrue(diagnostics.contains(IIExceptionLocation.Initialize.name()));
Assert.assertEquals(VertexState.FAILED, v1.getState());
@@ -5206,6 +5198,10 @@ public class TestVertexImpl {
(VertexImplWithRunningInputInitializer) vertices.get("vertex2");
initVertex(v1);
+ // Wait for the initializer to be invoked - which may be a separate thread.
+ while (!initializer.initStarted.get()) {
+ Thread.sleep(10);
+ }
startVertex(v1); // v2 would get the state update from v1
dispatcher.await();
Assert.assertEquals(VertexState.RUNNING, v1.getState());
@@ -5232,6 +5228,10 @@ public class TestVertexImpl {
(VertexImplWithRunningInputInitializer) vertices.get("vertex2");
initVertex(v1);
+ // Wait for the initializer to be invoked - which may be a separate thread.
+ while (!initializer.initStarted.get()) {
+ Thread.sleep(10);
+ }
startVertex(v1); // v2 would get the state update from v1
// it should be OK receive INIT_SUCCEEDED event after INIT_FAILED event
dispatcher.getEventHandler().handle(new VertexEventRootInputInitialized(
@@ -5441,11 +5441,11 @@ public class TestVertexImpl {
@Override
public List<Event> initialize() throws Exception {
+ context.registerForVertexStateUpdates("vertex1", null);
+ initStarted.set(true);
if (exLocation == IIExceptionLocation.Initialize) {
throw new Exception(exLocation.name());
}
- context.registerForVertexStateUpdates("vertex1", null);
- initStarted.set(true);
lock.lock();
try {
if (!eventReceived.get()) {
http://git-wip-us.apache.org/repos/asf/tez/blob/873b247b/tez-tests/src/test/java/org/apache/tez/test/TestExceptionPropagation.java
----------------------------------------------------------------------
diff --git a/tez-tests/src/test/java/org/apache/tez/test/TestExceptionPropagation.java b/tez-tests/src/test/java/org/apache/tez/test/TestExceptionPropagation.java
index 0175d7b..efb6eb6 100644
--- a/tez-tests/src/test/java/org/apache/tez/test/TestExceptionPropagation.java
+++ b/tez-tests/src/test/java/org/apache/tez/test/TestExceptionPropagation.java
@@ -212,7 +212,7 @@ public class TestExceptionPropagation {
* @throws Exception
*
*/
- @Test(timeout = 180000)
+ @Test(timeout = 300000)
public void testExceptionPropagationSession() throws Exception {
try {
startSessionClient();