[3/9] incubator-streams git commit: deleting this was a mistake

[sb...@apache.org]

deleting this was a mistake


Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/9bfaaa55
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/9bfaaa55
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/9bfaaa55

Branch: refs/heads/master
Commit: 9bfaaa551c9814073c303258d0edd747f1e75435
Parents: 2f6a657
Author: sblackmon <sb...@apache.org>
Authored: Thu Nov 6 16:53:50 2014 -0800
Committer: sblackmon <sb...@apache.org>
Committed: Thu Nov 6 16:53:50 2014 -0800

----------------------------------------------------------------------
 .../processor/TwitterProfileProcessor.java      | 133 +++++++++++++++++++
 1 file changed, 133 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/9bfaaa55/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/processor/TwitterProfileProcessor.java
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/processor/TwitterProfileProcessor.java b/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/processor/TwitterProfileProcessor.java
new file mode 100644
index 0000000..674eef1
--- /dev/null
+++ b/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/processor/TwitterProfileProcessor.java
@@ -0,0 +1,133 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.streams.twitter.processor;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.node.ObjectNode;
+import com.google.common.collect.Lists;
+import org.apache.streams.core.StreamsDatum;
+import org.apache.streams.core.StreamsProcessor;
+import org.apache.streams.twitter.pojo.Retweet;
+import org.apache.streams.twitter.pojo.Tweet;
+import org.apache.streams.twitter.pojo.User;
+import org.apache.streams.twitter.provider.TwitterEventClassifier;
+import org.apache.streams.twitter.serializer.StreamsTwitterMapper;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.util.List;
+import java.util.Queue;
+import java.util.Random;
+
+public class TwitterProfileProcessor implements StreamsProcessor, Runnable {
+
+    private final static Logger LOGGER = LoggerFactory.getLogger(TwitterProfileProcessor.class);
+
+    private ObjectMapper mapper = new StreamsTwitterMapper();
+
+    private Queue<StreamsDatum> inQueue;
+    private Queue<StreamsDatum> outQueue;
+
+    public final static String TERMINATE = new String("TERMINATE");
+
+    @Override
+    public void run() {
+
+        while(true) {
+            StreamsDatum item;
+            try {
+                item = inQueue.poll();
+                if(item.getDocument() instanceof String && item.equals(TERMINATE)) {
+                    LOGGER.info("Terminating!");
+                    break;
+                }
+
+                Thread.sleep(new Random().nextInt(100));
+
+                for( StreamsDatum entry : process(item)) {
+                    outQueue.offer(entry);
+                }
+
+
+            } catch (Exception e) {
+                e.printStackTrace();
+
+            }
+        }
+    }
+
+    public StreamsDatum createStreamsDatum(User user) {
+        return new StreamsDatum(user, user.getIdStr());
+    }
+
+    @Override
+    public List<StreamsDatum> process(StreamsDatum entry) {
+
+        List<StreamsDatum> result = Lists.newArrayList();
+        String item;
+        try {
+            // first check for valid json
+            // since data is coming from outside provider, we don't know what type the events are
+            if( entry.getDocument() instanceof String) {
+                item = (String) entry.getDocument();
+            } else {
+                item = mapper.writeValueAsString((ObjectNode)entry.getDocument());
+            }
+
+            Class inClass = TwitterEventClassifier.detectClass(item);
+
+            User user;
+
+            if ( inClass.equals( Tweet.class )) {
+                LOGGER.debug("TWEET");
+                Tweet tweet = mapper.readValue(item, Tweet.class);
+                user = tweet.getUser();
+                result.add(createStreamsDatum(user));
+            }
+            else if ( inClass.equals( Retweet.class )) {
+                LOGGER.debug("RETWEET");
+                Retweet retweet = mapper.readValue(item, Retweet.class);
+                user = retweet.getRetweetedStatus().getUser();
+                result.add(createStreamsDatum(user));
+            } else if ( inClass.equals( User.class )) {
+                LOGGER.debug("USER");
+                user = mapper.readValue(item, User.class);
+                result.add(createStreamsDatum(user));
+            } else {
+                return Lists.newArrayList();
+            }
+
+            return result;
+        } catch (Exception e) {
+            e.printStackTrace();
+            LOGGER.warn("Error processing " + entry.toString());
+            return Lists.newArrayList();
+        }
+    }
+
+    @Override
+    public void prepare(Object o) {
+
+    }
+
+    @Override
+    public void cleanUp() {
+
+    }
+};