You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streams.apache.org by sb...@apache.org on 2014/04/17 22:28:01 UTC
[28/53] [abbrv] git commit: trying to isolate cause of [main] ERROR
org.apache.streams.pig.StreamsProcessorExec -
java.util.concurrent.ExecutionException: java.lang.NoClassDefFoundError:
Could not initialize class org.apache.streams.data.util.RFC3339Util
trying to isolate cause of
[main] ERROR org.apache.streams.pig.StreamsProcessorExec - java.util.concurrent.ExecutionException: java.lang.NoClassDefFoundError: Could not initialize class org.apache.streams.data.util.RFC3339Utils
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/5eeccd5a
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/5eeccd5a
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/5eeccd5a
Branch: refs/heads/master
Commit: 5eeccd5a15f88b005bc646c9188234aa28a251bd
Parents: 5f1fab3
Author: sblackmon <sb...@w2odigital.com>
Authored: Tue Apr 1 01:13:35 2014 -0500
Committer: sblackmon <sb...@w2odigital.com>
Committed: Tue Apr 1 01:13:35 2014 -0500
----------------------------------------------------------------------
.../apache/streams/urls/LinkUnwinderProcessor.java | 14 +++++++-------
.../apache/streams/pig/StreamsComponentFactory.java | 14 ++------------
.../org/apache/streams/pig/StreamsProcessorExec.java | 2 +-
.../org/apache/streams/pig/StreamsSerializerExec.java | 3 ++-
4 files changed, 12 insertions(+), 21 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/5eeccd5a/streams-contrib/streams-processor-urls/src/main/java/org/apache/streams/urls/LinkUnwinderProcessor.java
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-processor-urls/src/main/java/org/apache/streams/urls/LinkUnwinderProcessor.java b/streams-contrib/streams-processor-urls/src/main/java/org/apache/streams/urls/LinkUnwinderProcessor.java
index 2496061..77134b9 100644
--- a/streams-contrib/streams-processor-urls/src/main/java/org/apache/streams/urls/LinkUnwinderProcessor.java
+++ b/streams-contrib/streams-processor-urls/src/main/java/org/apache/streams/urls/LinkUnwinderProcessor.java
@@ -78,10 +78,10 @@ public class LinkUnwinderProcessor implements StreamsProcessor
try {
entry.setDocument(mapper.writeValueAsString(activity));
- } catch (JsonProcessingException e) {
+ } catch (Exception e) {
e.printStackTrace();
LOGGER.warn(e.getMessage());
- return(Lists.newArrayList(entry));
+ return(Lists.newArrayList());
}
result.add(entry);
@@ -90,7 +90,8 @@ public class LinkUnwinderProcessor implements StreamsProcessor
}
else {
- return(Lists.newArrayList(entry));
+ //return(Lists.newArrayList(entry));
+ return( Lists.newArrayList());
}
}
@@ -107,15 +108,14 @@ public class LinkUnwinderProcessor implements StreamsProcessor
List<String> outputLinks = Lists.newArrayList();
for( String link : inputLinks ) {
try {
- LinkUnwinder unwinder = new LinkUnwinder((String)link);
+ LinkUnwinder unwinder = new LinkUnwinder(link);
unwinder.run();
- if( !unwinder.isFailure()) {
- outputLinks.add(unwinder.getFinalURL());
- }
+ outputLinks.add(unwinder.getFinalURL());
} catch (Exception e) {
//if unwindable drop
LOGGER.debug("Failed to unwind link : {}", link);
LOGGER.debug("Exception unwinding link : {}", e);
+ e.printStackTrace();
}
}
return outputLinks;
http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/5eeccd5a/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsComponentFactory.java
----------------------------------------------------------------------
diff --git a/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsComponentFactory.java b/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsComponentFactory.java
index 7b9e375..9900289 100644
--- a/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsComponentFactory.java
+++ b/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsComponentFactory.java
@@ -33,21 +33,11 @@ public class StreamsComponentFactory {
}
- public static StreamsProcessor getProcessorInstance(Class<?> clazz, String... args) {
+ public static StreamsProcessor getProcessorInstance(Class<?> processorClazz) {
Object object = null;
try {
- int constructorStringCount = args.length;
- List<Class> constructorSignature;
- if( constructorStringCount == 0 )
- constructorSignature = Lists.newArrayList();
- else {
- constructorSignature = Lists.newArrayListWithCapacity(args.length);
- for (int i = 0; i < constructorStringCount; i++)
- constructorSignature.add(String.class);
- }
- String[] constructorArgs = args;
- object = clazz.getConstructor(constructorSignature.toArray(new Class[args.length])).newInstance(constructorArgs);
+ object = processorClazz.getConstructor().newInstance();
} catch (Exception e) {
e.printStackTrace();
}
http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/5eeccd5a/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsProcessorExec.java
----------------------------------------------------------------------
diff --git a/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsProcessorExec.java b/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsProcessorExec.java
index 4ceb40e..addded4 100644
--- a/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsProcessorExec.java
+++ b/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsProcessorExec.java
@@ -38,7 +38,7 @@ public class StreamsProcessorExec extends EvalFunc<DataBag> {
String[] constructorArgs = new String[execArgs.length-1];
ArrayUtils.remove(execArgs, 0);
ArrayUtils.addAll(constructorArgs, execArgs);
- streamsProcessor = StreamsComponentFactory.getProcessorInstance(Class.forName(classFullName), constructorArgs);
+ streamsProcessor = StreamsComponentFactory.getProcessorInstance(Class.forName(classFullName));
streamsProcessor.prepare(null);
}
http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/5eeccd5a/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsSerializerExec.java
----------------------------------------------------------------------
diff --git a/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsSerializerExec.java b/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsSerializerExec.java
index a217f83..46675cb 100644
--- a/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsSerializerExec.java
+++ b/streams-runtimes/streams-runtime-pig/src/main/java/org/apache/streams/pig/StreamsSerializerExec.java
@@ -15,6 +15,7 @@ import org.apache.pig.impl.util.UDFContext;
import org.apache.streams.core.StreamsDatum;
import org.apache.streams.core.StreamsProcessor;
import org.apache.streams.data.ActivitySerializer;
+import org.apache.streams.jackson.StreamsJacksonMapper;
import org.apache.streams.pojo.json.Activity;
import java.io.IOException;
@@ -28,7 +29,7 @@ import java.util.concurrent.TimeUnit;
public class StreamsSerializerExec extends EvalFunc<String> {
ActivitySerializer activitySerializer;
- ObjectMapper mapper = new ObjectMapper();
+ ObjectMapper mapper = StreamsJacksonMapper.getInstance();
public StreamsSerializerExec(String... execArgs) throws ClassNotFoundException{
Preconditions.checkNotNull(execArgs);