You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@reef.apache.org by we...@apache.org on 2017/03/21 03:42:35 UTC
reef git commit: [REEF-1749] Use Driver Message for IMRU test
validation
Repository: reef
Updated Branches:
refs/heads/master 216ecdec0 -> 9a9715f91
[REEF-1749] Use Driver Message for IMRU test validation
To make test self contained, we bind MessageLogger as additional event handlers
for IMRU driver fault tolerant tests. As the completion of the tasks is based on
the event received in IMRU driver rather than from the MessageLogger, sometimes
we may not be able to receive those events in MessageLogger before test is
completed, causing possible test failures.
This JIRA is to use the messages directly from IMRU Driver for validation for\
test stability.
JIRA:
[REEF-1749](https://issues.apache.org/jira/browse/REEF-1749)
Pull Request:
This closes #1265
Project: http://git-wip-us.apache.org/repos/asf/reef/repo
Commit: http://git-wip-us.apache.org/repos/asf/reef/commit/9a9715f9
Tree: http://git-wip-us.apache.org/repos/asf/reef/tree/9a9715f9
Diff: http://git-wip-us.apache.org/repos/asf/reef/diff/9a9715f9
Branch: refs/heads/master
Commit: 9a9715f91ccce3910986ef2bdbbedf397768ba4d
Parents: 216ecde
Author: Julia Wang <ju...@apache.org>
Authored: Thu Mar 16 17:29:46 2017 -0700
Committer: Markus Weimer <we...@apache.org>
Committed: Mon Mar 20 20:40:54 2017 -0700
----------------------------------------------------------------------
.../cs/Org.Apache.REEF.IMRU/OnREEF/Driver/IMRUDriver.cs | 12 ++++++++----
.../Functional/IMRU/IMRUBrodcastReduceTestBase.cs | 9 +++++----
.../IMRU/TestExceptionInResultHandlerDispose.cs | 2 +-
...lMapperEvaluatorOnWaitingForEvaluatorAndExecution.cs | 6 +-----
.../Functional/IMRU/TestFailMapperEvaluators.cs | 6 +-----
.../IMRU/TestFailMapperEvaluatorsOnDispose.cs | 3 +--
.../Functional/IMRU/TestFailMapperEvaluatorsOnInit.cs | 3 +--
...lMapperEvaluatorsWithFailedResultHandlerOnDispose.cs | 3 +--
.../Functional/IMRU/TestFailMapperTasksOnDispose.cs | 3 +--
.../Functional/IMRU/TestFailMapperTasksOnInit.cs | 3 +--
.../Functional/IMRU/TestFailUpdateEvaluator.cs | 6 ------
.../TestFailUpdateEvaluatorOnWaitingForEvaluator.cs | 1 -
12 files changed, 21 insertions(+), 36 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Driver/IMRUDriver.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Driver/IMRUDriver.cs b/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Driver/IMRUDriver.cs
index d86e80f..308a079 100644
--- a/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Driver/IMRUDriver.cs
+++ b/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Driver/IMRUDriver.cs
@@ -75,6 +75,10 @@ namespace Org.Apache.REEF.IMRU.OnREEF.Driver
internal const string DoneActionPrefix = "DoneAction:";
internal const string FailActionPrefix = "FailAction:";
+ internal const string CompletedTaskMessage = "Received ICompletedTask";
+ internal const string RunningTaskMessage = "Received IRunningTask";
+ internal const string FailedTaskMessage = "Received IFailedTask";
+ internal const string FailedEvaluatorMessage = "Received IFailedEvaluator";
private readonly ConfigurationManager _configurationManager;
private readonly int _totalMappers;
@@ -431,7 +435,7 @@ namespace Org.Apache.REEF.IMRU.OnREEF.Driver
/// <param name="runningTask"></param>
public void OnNext(IRunningTask runningTask)
{
- Logger.Log(Level.Info, "Received IRunningTask {0} from endpoint {1} at SystemState {2} retry # {3}.", runningTask.Id, GetEndPointFromTaskId(runningTask.Id), _systemState.CurrentState, _numberOfRetries);
+ Logger.Log(Level.Info, "{0} {1} from endpoint {2} at SystemState {3} retry # {4}.", RunningTaskMessage, runningTask.Id, GetEndPointFromTaskId(runningTask.Id), _systemState.CurrentState, _numberOfRetries);
lock (_lock)
{
using (Logger.LogFunction("IMRUDriver::IRunningTask"))
@@ -478,7 +482,7 @@ namespace Org.Apache.REEF.IMRU.OnREEF.Driver
/// <param name="completedTask">The link to the completed task</param>
public void OnNext(ICompletedTask completedTask)
{
- Logger.Log(Level.Info, "Received ICompletedTask {0}, with systemState {1} in retry# {2}.", completedTask.Id, _systemState.CurrentState, _numberOfRetries);
+ Logger.Log(Level.Info, "{0} {1}, with systemState {2} in retry# {3}.", CompletedTaskMessage, completedTask.Id, _systemState.CurrentState, _numberOfRetries);
lock (_lock)
{
@@ -560,7 +564,7 @@ namespace Org.Apache.REEF.IMRU.OnREEF.Driver
? GetEndPointFromContext(failedEvaluator.FailedContexts.First())
: "unknown_endpoint";
- Logger.Log(Level.Warning, "Received IFailedEvaluator {0} from endpoint {1} with systemState {2} in retry# {3} with Exception: {4}.", failedEvaluator.Id, endpoint, _systemState.CurrentState, _numberOfRetries, failedEvaluator.EvaluatorException);
+ Logger.Log(Level.Warning, "{0} {1} from endpoint {2} with systemState {3} in retry# {4} with Exception: {5}.", FailedEvaluatorMessage, failedEvaluator.Id, endpoint, _systemState.CurrentState, _numberOfRetries, failedEvaluator.EvaluatorException);
lock (_lock)
{
@@ -695,7 +699,7 @@ namespace Org.Apache.REEF.IMRU.OnREEF.Driver
/// <param name="failedTask"></param>
public void OnNext(IFailedTask failedTask)
{
- Logger.Log(Level.Warning, "Received IFailedTask with Id: {0} and message: {1} from endpoint {2} with systemState {3} in retry#: {4}.", failedTask.Id, failedTask.Message, GetEndPointFromContext(failedTask.GetActiveContext()), _systemState.CurrentState, _numberOfRetries);
+ Logger.Log(Level.Warning, "{0}: {1} and message: {2} from endpoint {3} with systemState {4} in retry#: {5}.", FailedTaskMessage, failedTask.Id, failedTask.Message, GetEndPointFromContext(failedTask.GetActiveContext()), _systemState.CurrentState, _numberOfRetries);
lock (_lock)
{
using (Logger.LogFunction("IMRUDriver::IFailedTask"))
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/IMRUBrodcastReduceTestBase.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/IMRUBrodcastReduceTestBase.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/IMRUBrodcastReduceTestBase.cs
index 884193f..5e98373 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/IMRUBrodcastReduceTestBase.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/IMRUBrodcastReduceTestBase.cs
@@ -51,10 +51,11 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
protected static readonly Logger Logger = Logger.GetLogger(typeof(IMRUBrodcastReduceTestBase));
protected const string IMRUJobName = "IMRUBroadcastReduce";
- protected const string CompletedTaskMessage = "CompletedTaskMessage";
- protected const string RunningTaskMessage = "RunningTaskMessage";
- protected const string FailedTaskMessage = "FailedTaskMessage";
- protected const string FailedEvaluatorMessage = "FailedEvaluatorMessage";
+ protected const string CompletedTaskMessage = IMRUDriver<int[], int[], int[], int[]>.CompletedTaskMessage;
+ protected const string RunningTaskMessage = IMRUDriver<int[], int[], int[], int[]>.RunningTaskMessage;
+ protected const string FailedTaskMessage = IMRUDriver<int[], int[], int[], int[]>.FailedTaskMessage;
+ protected const string FailedEvaluatorMessage = IMRUDriver<int[], int[], int[], int[]>.FailedEvaluatorMessage;
+ protected const string DoneActionMessage = IMRUDriver<int[], int[], int[], int[]>.DoneActionPrefix;
/// <summary>
/// Abstract method for subclass to override it to provide configurations for driver handlers
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestExceptionInResultHandlerDispose.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestExceptionInResultHandlerDispose.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestExceptionInResultHandlerDispose.cs
index 01840f7..3ee5a45 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestExceptionInResultHandlerDispose.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestExceptionInResultHandlerDispose.cs
@@ -51,7 +51,7 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
var completedTaskCount = GetMessageCount(lines, "Received ICompletedTask");
var failedEvaluatorCount = GetMessageCount(lines, FailedEvaluatorMessage);
var failedTaskCount = GetMessageCount(lines, FailedTaskMessage);
- var jobSuccess = GetMessageCount(lines, IMRUDriver<int[], int[], int[], int[]>.DoneActionPrefix);
+ var jobSuccess = GetMessageCount(lines, DoneActionMessage);
// Master evaluator will fail after master task is completed. Depending on how quick the driver dispose contexts after the master task complete,
// driver may or may not receive the IFailedEvalautor event.
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorOnWaitingForEvaluatorAndExecution.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorOnWaitingForEvaluatorAndExecution.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorOnWaitingForEvaluatorAndExecution.cs
index 0c5cceb..88cde4f 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorOnWaitingForEvaluatorAndExecution.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorOnWaitingForEvaluatorAndExecution.cs
@@ -54,7 +54,7 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
var runningTaskCount = GetMessageCount(lines, RunningTaskMessage);
var failedEvaluatorCount = GetMessageCount(lines, FailedEvaluatorMessage);
var failedTaskCount = GetMessageCount(lines, FailedTaskMessage);
- var jobSuccess = GetMessageCount(lines, IMRUDriver<int[], int[], int[], int[]>.DoneActionPrefix);
+ var jobSuccess = GetMessageCount(lines, DoneActionMessage);
// on each try each task should fail or complete or disappear with failed evaluator
// and on each try all tasks should start successfully
@@ -99,10 +99,6 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
protected override IConfiguration DriverEventHandlerConfigurations<TMapInput, TMapOutput, TResult, TPartitionType>()
{
return REEF.Driver.DriverConfiguration.ConfigurationModule
- .Set(REEF.Driver.DriverConfiguration.OnTaskCompleted, GenericType<MessageLogger>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnTaskFailed, GenericType<MessageLogger>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnTaskRunning, GenericType<MessageLogger>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnEvaluatorFailed, GenericType<MessageLogger>.Class)
.Set(REEF.Driver.DriverConfiguration.OnEvaluatorAllocated,
GenericType<IMRUDriver<TMapInput, TMapOutput, TResult, TPartitionType>>.Class)
.Set(REEF.Driver.DriverConfiguration.OnDriverStarted,
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluators.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluators.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluators.cs
index 5061d8d..cffd8ec 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluators.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluators.cs
@@ -63,7 +63,7 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
var runningTaskCount = GetMessageCount(lines, RunningTaskMessage);
var failedEvaluatorCount = GetMessageCount(lines, FailedEvaluatorMessage);
var failedTaskCount = GetMessageCount(lines, FailedTaskMessage);
- var jobSuccess = GetMessageCount(lines, IMRUDriver<int[], int[], int[], int[]>.DoneActionPrefix);
+ var jobSuccess = GetMessageCount(lines, DoneActionMessage);
// on each try each task should fail or complete or disappear with failed evaluator
// and on each try all tasks should start successfully
@@ -116,10 +116,6 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
GenericType<IMRUDriver<TMapInput, TMapOutput, TResult, TPartitionType>>.Class)
.Set(REEF.Driver.DriverConfiguration.OnTaskRunning,
GenericType<IMRUDriver<TMapInput, TMapOutput, TResult, TPartitionType>>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnTaskCompleted, GenericType<MessageLogger>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnTaskFailed, GenericType<MessageLogger>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnTaskRunning, GenericType<MessageLogger>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnEvaluatorFailed, GenericType<MessageLogger>.Class)
.Set(REEF.Driver.DriverConfiguration.CustomTraceLevel, TraceLevel.Verbose.ToString())
.Build();
}
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsOnDispose.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsOnDispose.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsOnDispose.cs
index 5a09739..d91e10a 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsOnDispose.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsOnDispose.cs
@@ -17,7 +17,6 @@
using Org.Apache.REEF.IMRU.API;
using Org.Apache.REEF.IMRU.Examples.PipelinedBroadcastReduce;
-using Org.Apache.REEF.IMRU.OnREEF.Driver;
using Org.Apache.REEF.IMRU.OnREEF.Parameters;
using Org.Apache.REEF.Tang.Implementations.Tang;
using Org.Apache.REEF.Tang.Interface;
@@ -56,7 +55,7 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
string[] lines = ReadLogFile(DriverStdout, "driver", testFolder, 360);
var failedEvaluatorCount = GetMessageCount(lines, FailedEvaluatorMessage);
var failedTaskCount = GetMessageCount(lines, FailedTaskMessage);
- var jobSuccess = GetMessageCount(lines, IMRUDriver<int[], int[], int[], int[]>.DoneActionPrefix);
+ var jobSuccess = GetMessageCount(lines, DoneActionMessage);
// In this test one of evaluators fails at task dispose stage. Depending on the timing of the failure,
// if it happens after all tasks completed, the job succeeds immediately,
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsOnInit.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsOnInit.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsOnInit.cs
index 71c14d4..1246b67 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsOnInit.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsOnInit.cs
@@ -17,7 +17,6 @@
using Org.Apache.REEF.IMRU.API;
using Org.Apache.REEF.IMRU.Examples.PipelinedBroadcastReduce;
-using Org.Apache.REEF.IMRU.OnREEF.Driver;
using Org.Apache.REEF.IMRU.OnREEF.Parameters;
using Org.Apache.REEF.Tang.Implementations.Tang;
using Org.Apache.REEF.Tang.Interface;
@@ -57,7 +56,7 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
var completedTaskCount = GetMessageCount(lines, "Received ICompletedTask");
var failedEvaluatorCount = GetMessageCount(lines, FailedEvaluatorMessage);
var failedTaskCount = GetMessageCount(lines, FailedTaskMessage);
- var jobSuccess = GetMessageCount(lines, IMRUDriver<int[], int[], int[], int[]>.DoneActionPrefix);
+ var jobSuccess = GetMessageCount(lines, DoneActionMessage);
// In each retry, there are 2 failed evaluators.
// There will be no failed task.
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsWithFailedResultHandlerOnDispose.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsWithFailedResultHandlerOnDispose.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsWithFailedResultHandlerOnDispose.cs
index 250ee79..9728973 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsWithFailedResultHandlerOnDispose.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperEvaluatorsWithFailedResultHandlerOnDispose.cs
@@ -16,7 +16,6 @@
// under the License.
using Org.Apache.REEF.IMRU.API;
-using Org.Apache.REEF.IMRU.OnREEF.Driver;
using Org.Apache.REEF.Tang.Implementations.Tang;
using Org.Apache.REEF.Tang.Interface;
using Org.Apache.REEF.Tang.Util;
@@ -62,7 +61,7 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
var completedTaskCount = GetMessageCount(lines, "Received ICompletedTask");
var failedTaskCount = GetMessageCount(lines, FailedTaskMessage);
- var jobSuccess = GetMessageCount(lines, IMRUDriver<int[], int[], int[], int[]>.DoneActionPrefix);
+ var jobSuccess = GetMessageCount(lines, DoneActionMessage);
// All tasks should start running before fail
Assert.Equal(numTasks, runningTaskCount);
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperTasksOnDispose.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperTasksOnDispose.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperTasksOnDispose.cs
index b54b9e6..cf897fb 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperTasksOnDispose.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperTasksOnDispose.cs
@@ -17,7 +17,6 @@
using Org.Apache.REEF.IMRU.API;
using Org.Apache.REEF.IMRU.Examples.PipelinedBroadcastReduce;
-using Org.Apache.REEF.IMRU.OnREEF.Driver;
using Org.Apache.REEF.IMRU.OnREEF.Parameters;
using Org.Apache.REEF.Tang.Implementations.Tang;
using Org.Apache.REEF.Tang.Interface;
@@ -57,7 +56,7 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
var completedTaskCount = GetMessageCount(lines, "Received ICompletedTask");
var failedEvaluatorCount = GetMessageCount(lines, FailedEvaluatorMessage);
var failedTaskCount = GetMessageCount(lines, FailedTaskMessage);
- var jobSuccess = GetMessageCount(lines, IMRUDriver<int[], int[], int[], int[]>.DoneActionPrefix);
+ var jobSuccess = GetMessageCount(lines, DoneActionMessage);
// In this test one of evaluators fails at task dispose stage. Depending on the timing of the failure,
// if it happens after all tasks completed, the job succeeds immediately,
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperTasksOnInit.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperTasksOnInit.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperTasksOnInit.cs
index b695d8a..ca20a6c 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperTasksOnInit.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailMapperTasksOnInit.cs
@@ -17,7 +17,6 @@
using Org.Apache.REEF.IMRU.API;
using Org.Apache.REEF.IMRU.Examples.PipelinedBroadcastReduce;
-using Org.Apache.REEF.IMRU.OnREEF.Driver;
using Org.Apache.REEF.IMRU.OnREEF.Parameters;
using Org.Apache.REEF.Tang.Implementations.Tang;
using Org.Apache.REEF.Tang.Interface;
@@ -57,7 +56,7 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
var completedTaskCount = GetMessageCount(lines, "Received ICompletedTask");
var failedEvaluatorCount = GetMessageCount(lines, FailedEvaluatorMessage);
var failedTaskCount = GetMessageCount(lines, FailedTaskMessage);
- var jobSuccess = GetMessageCount(lines, IMRUDriver<int[], int[], int[], int[]>.DoneActionPrefix);
+ var jobSuccess = GetMessageCount(lines, DoneActionMessage);
// In each retry, there are 2 failed tasks.
// Rest of the tasks should be canceled and send completed task event to the driver.
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailUpdateEvaluator.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailUpdateEvaluator.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailUpdateEvaluator.cs
index b138148..213cac4 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailUpdateEvaluator.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailUpdateEvaluator.cs
@@ -16,7 +16,6 @@
// under the License.
using System;
-using System.Diagnostics;
using Org.Apache.REEF.Common.Tasks;
using Org.Apache.REEF.IMRU.API;
using Org.Apache.REEF.IMRU.Examples.PipelinedBroadcastReduce;
@@ -118,11 +117,6 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
GenericType<IMRUDriver<TMapInput, TMapOutput, TResult, TPartitionType>>.Class)
.Set(REEF.Driver.DriverConfiguration.OnTaskRunning,
GenericType<IMRUDriver<TMapInput, TMapOutput, TResult, TPartitionType>>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnTaskCompleted, GenericType<MessageLogger>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnTaskFailed, GenericType<MessageLogger>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnTaskRunning, GenericType<MessageLogger>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnEvaluatorFailed, GenericType<MessageLogger>.Class)
- .Set(REEF.Driver.DriverConfiguration.CustomTraceLevel, TraceLevel.Verbose.ToString())
.Build();
}
http://git-wip-us.apache.org/repos/asf/reef/blob/9a9715f9/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailUpdateEvaluatorOnWaitingForEvaluator.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailUpdateEvaluatorOnWaitingForEvaluator.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailUpdateEvaluatorOnWaitingForEvaluator.cs
index 81bf5f0..b12b1ef 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailUpdateEvaluatorOnWaitingForEvaluator.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/IMRU/TestFailUpdateEvaluatorOnWaitingForEvaluator.cs
@@ -101,7 +101,6 @@ namespace Org.Apache.REEF.Tests.Functional.IMRU
GenericType<IMRUDriver<TMapInput, TMapOutput, TResult, TPartitionType>>.Class)
.Set(REEF.Driver.DriverConfiguration.OnTaskFailed,
GenericType<IMRUDriver<TMapInput, TMapOutput, TResult, TPartitionType>>.Class)
- .Set(REEF.Driver.DriverConfiguration.OnTaskCompleted, GenericType<MessageLogger>.Class)
.Set(REEF.Driver.DriverConfiguration.CustomTraceLevel, TraceLevel.Info.ToString())
.Build();
}