You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by ma...@apache.org on 2014/09/12 15:26:07 UTC

svn commit: r1624546 [2/2] - in /pig/branches/spark: ./ src/META-INF/services/ src/org/apache/pig/backend/hadoop/executionengine/spark/ src/org/apache/pig/backend/hadoop/executionengine/spark/converter/ src/org/apache/pig/tools/pigstats/

Added: pig/branches/spark/src/org/apache/pig/tools/pigstats/SparkStats.java
URL: http://svn.apache.org/viewvc/pig/branches/spark/src/org/apache/pig/tools/pigstats/SparkStats.java?rev=1624546&view=auto
==============================================================================
--- pig/branches/spark/src/org/apache/pig/tools/pigstats/SparkStats.java (added)
+++ pig/branches/spark/src/org/apache/pig/tools/pigstats/SparkStats.java Fri Sep 12 13:26:06 2014
@@ -0,0 +1,149 @@
+package org.apache.pig.tools.pigstats;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.mapred.JobClient;
+import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore;
+
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+import java.util.Properties;
+
+public class SparkStats extends PigStats {
+    private List<OutputStats> outputStatsList = new ArrayList<OutputStats>();
+    private JobGraph jobGraph = new JobGraph();
+
+    public void addOutputInfo(POStore poStore, long totalBytes,
+            long totalRecords, boolean success, Configuration conf) {
+        OutputStats outputStats = new OutputStats(poStore.getSFile()
+                .getFileName(), totalBytes, totalRecords, success);
+        outputStats.setPOStore(poStore);
+        outputStats.setConf(conf);
+        outputStatsList.add(outputStats);
+    }
+
+    @Override
+    public boolean isSuccessful() {
+        for (OutputStats output : outputStatsList) {
+            if (!output.isSuccessful()) {
+                return false;
+            }
+        }
+        return true;
+    }
+
+    @Override
+    public JobClient getJobClient() {
+        return null;
+    }
+
+    @Override
+    public boolean isEmbedded() {
+        return false;
+    }
+
+    @Override
+    public Map<String, List<PigStats>> getAllStats() {
+        return null;
+    }
+
+    @Override
+    public List<String> getAllErrorMessages() {
+        return null;
+    }
+
+    @Override
+    public Properties getPigProperties() {
+        return null;
+    }
+
+    @Override
+    public JobGraph getJobGraph() {
+        return jobGraph;
+    }
+
+    @Override
+    public List<String> getOutputLocations() {
+        return null;
+    }
+
+    @Override
+    public List<String> getOutputNames() {
+        return null;
+    }
+
+    @Override
+    public long getNumberBytes(String location) {
+        return 0;
+    }
+
+    @Override
+    public long getNumberRecords(String location) {
+        return 0;
+    }
+
+    @Override
+    public String getOutputAlias(String location) {
+        return null;
+    }
+
+    @Override
+    public long getSMMSpillCount() {
+        return 0;
+    }
+
+    @Override
+    public long getProactiveSpillCountObjects() {
+        return 0;
+    }
+
+    @Override
+    public long getProactiveSpillCountRecords() {
+        return 0;
+    }
+
+    @Override
+    public long getBytesWritten() {
+        return 0;
+    }
+
+    @Override
+    public long getRecordWritten() {
+        return 0;
+    }
+
+    @Override
+    public String getScriptId() {
+        return null;
+    }
+
+    @Override
+    public String getFeatures() {
+        return null;
+    }
+
+    @Override
+    public long getDuration() {
+        return 0;
+    }
+
+    @Override
+    public int getNumberJobs() {
+        return 0;
+    }
+
+    @Override
+    public List<OutputStats> getOutputStats() {
+        return outputStatsList;
+    }
+
+    @Override
+    public OutputStats result(String alias) {
+        return null;
+    }
+
+    @Override
+    public List<InputStats> getInputStats() {
+        return null;
+    }
+}