You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by pr...@apache.org on 2015/03/28 09:56:57 UTC

svn commit: r1669736 - in /pig/branches/spark: ivy/libraries.properties src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java

Author: praveen
Date: Sat Mar 28 08:56:56 2015
New Revision: 1669736

URL: http://svn.apache.org/r1669736
Log:
PIG-4425: Upgrade to Spark 1.3 (Mohit via Praveen)

Modified:
    pig/branches/spark/ivy/libraries.properties
    pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java

Modified: pig/branches/spark/ivy/libraries.properties
URL: http://svn.apache.org/viewvc/pig/branches/spark/ivy/libraries.properties?rev=1669736&r1=1669735&r2=1669736&view=diff
==============================================================================
--- pig/branches/spark/ivy/libraries.properties (original)
+++ pig/branches/spark/ivy/libraries.properties Sat Mar 28 08:56:56 2015
@@ -77,7 +77,7 @@ netty.version=3.2.2
 rats-lib.version=0.5.1
 slf4j-api.version=1.6.1
 slf4j-log4j12.version=1.6.1
-spark.version=1.2.0
+spark.version=1.3.0
 xerces.version=2.10.0
 xalan.version=2.7.1
 wagon-http.version=1.0-beta-2

Modified: pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java
URL: http://svn.apache.org/viewvc/pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java?rev=1669736&r1=1669735&r2=1669736&view=diff
==============================================================================
--- pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java (original)
+++ pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java Sat Mar 28 08:56:56 2015
@@ -30,7 +30,9 @@ import org.apache.spark.scheduler.SparkL
 import org.apache.spark.scheduler.SparkListenerBlockManagerAdded;
 import org.apache.spark.scheduler.SparkListenerBlockManagerRemoved;
 import org.apache.spark.scheduler.SparkListenerEnvironmentUpdate;
+import org.apache.spark.scheduler.SparkListenerExecutorAdded;
 import org.apache.spark.scheduler.SparkListenerExecutorMetricsUpdate;
+import org.apache.spark.scheduler.SparkListenerExecutorRemoved;
 import org.apache.spark.scheduler.SparkListenerJobEnd;
 import org.apache.spark.scheduler.SparkListenerJobStart;
 import org.apache.spark.scheduler.SparkListenerStageCompleted;
@@ -74,6 +76,16 @@ public class JobMetricsListener implemen
 
   }
 
+  @Override
+  public void onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved) {
+
+  }
+
+  @Override
+  public void onExecutorAdded(SparkListenerExecutorAdded executorAdded){
+
+  }
+
   @Override
   public synchronized void onTaskEnd(SparkListenerTaskEnd taskEnd) {
       int stageId = taskEnd.stageId();