You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by pr...@apache.org on 2015/03/28 09:56:57 UTC
svn commit: r1669736 - in /pig/branches/spark: ivy/libraries.properties
src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java
Author: praveen
Date: Sat Mar 28 08:56:56 2015
New Revision: 1669736
URL: http://svn.apache.org/r1669736
Log:
PIG-4425: Upgrade to Spark 1.3 (Mohit via Praveen)
Modified:
pig/branches/spark/ivy/libraries.properties
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java
Modified: pig/branches/spark/ivy/libraries.properties
URL: http://svn.apache.org/viewvc/pig/branches/spark/ivy/libraries.properties?rev=1669736&r1=1669735&r2=1669736&view=diff
==============================================================================
--- pig/branches/spark/ivy/libraries.properties (original)
+++ pig/branches/spark/ivy/libraries.properties Sat Mar 28 08:56:56 2015
@@ -77,7 +77,7 @@ netty.version=3.2.2
rats-lib.version=0.5.1
slf4j-api.version=1.6.1
slf4j-log4j12.version=1.6.1
-spark.version=1.2.0
+spark.version=1.3.0
xerces.version=2.10.0
xalan.version=2.7.1
wagon-http.version=1.0-beta-2
Modified: pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java
URL: http://svn.apache.org/viewvc/pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java?rev=1669736&r1=1669735&r2=1669736&view=diff
==============================================================================
--- pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java (original)
+++ pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java Sat Mar 28 08:56:56 2015
@@ -30,7 +30,9 @@ import org.apache.spark.scheduler.SparkL
import org.apache.spark.scheduler.SparkListenerBlockManagerAdded;
import org.apache.spark.scheduler.SparkListenerBlockManagerRemoved;
import org.apache.spark.scheduler.SparkListenerEnvironmentUpdate;
+import org.apache.spark.scheduler.SparkListenerExecutorAdded;
import org.apache.spark.scheduler.SparkListenerExecutorMetricsUpdate;
+import org.apache.spark.scheduler.SparkListenerExecutorRemoved;
import org.apache.spark.scheduler.SparkListenerJobEnd;
import org.apache.spark.scheduler.SparkListenerJobStart;
import org.apache.spark.scheduler.SparkListenerStageCompleted;
@@ -74,6 +76,16 @@ public class JobMetricsListener implemen
}
+ @Override
+ public void onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved) {
+
+ }
+
+ @Override
+ public void onExecutorAdded(SparkListenerExecutorAdded executorAdded){
+
+ }
+
@Override
public synchronized void onTaskEnd(SparkListenerTaskEnd taskEnd) {
int stageId = taskEnd.stageId();