You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ch...@apache.org on 2017/06/30 09:11:31 UTC
[1/2] flink git commit: [FLINK-6710] Remove Twitter-InputFormat
Repository: flink
Updated Branches:
refs/heads/master 55ab34ff3 -> d7d10a130
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/resources/HashTagTweetSample.json
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/resources/HashTagTweetSample.json b/flink-contrib/flink-tweet-inputformat/src/main/resources/HashTagTweetSample.json
deleted file mode 100644
index ddf8f75..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/resources/HashTagTweetSample.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":100000000000000000,"id_str":"100000000000000000","text":"Apache Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"example","indices":[0,16]},{"text":"tweet","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
-{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":200000000000000000,"id_str":"200000000000000000","text":"Apache Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"example","indices":[0,16]},{"text":"tweet","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
-{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":300000000000000000,"id_str":"300000000000000000","text":"Apache Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"last","indices":[0,16]},{"text":"example","indices":[118,125]},{"text":"that","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
-{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":400000000000000000,"id_str":"400000000000000000","text":"Apache Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"d12","indices":[0,16]},{"text":"how_to","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java b/flink-contrib/flink-tweet-inputformat/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
deleted file mode 100644
index 844d364..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
+++ /dev/null
@@ -1,98 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.flink.contrib.tweetinputformat;
-
-import org.apache.flink.configuration.Configuration;
-import org.apache.flink.contrib.tweetinputformat.io.SimpleTweetInputFormat;
-import org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet;
-import org.apache.flink.contrib.tweetinputformat.model.tweet.entities.HashTags;
-import org.apache.flink.core.fs.FileInputSplit;
-import org.apache.flink.core.fs.Path;
-import org.junit.Assert;
-import org.junit.Before;
-import org.junit.Test;
-
-import java.io.File;
-import java.util.ArrayList;
-import java.util.Iterator;
-import java.util.List;
-
-
-public class SimpleTweetInputFormatTest {
-
- private Tweet tweet;
-
- private SimpleTweetInputFormat simpleTweetInputFormat;
-
- private FileInputSplit fileInputSplit;
-
- protected Configuration config;
-
- protected File tempFile;
-
-
- @Before
- public void testSetUp() {
-
-
- simpleTweetInputFormat = new SimpleTweetInputFormat();
-
- File jsonFile = new File("src/main/resources/HashTagTweetSample.json");
-
- fileInputSplit = new FileInputSplit(0, new Path(jsonFile.getPath()), 0, jsonFile.length(), new String[]{"localhost"});
- }
-
- @Test
- public void testTweetInput() throws Exception {
-
-
- simpleTweetInputFormat.open(fileInputSplit);
- List<String> result;
-
- int i = 0;
- while (i < 4) {
- i++;
- tweet = new Tweet();
- tweet = simpleTweetInputFormat.nextRecord(tweet);
-
- if (tweet != null) {
- result = new ArrayList<String>();
- for (Iterator<HashTags> iterator = tweet.getEntities().getHashtags().iterator(); iterator.hasNext(); ) {
- result.add(iterator.next().getText());
- }
-
- if (tweet.getId_str().equals("100000000000000000")) {
- Assert.assertArrayEquals(new String[]{"example", "tweet"}, result.toArray());
- } else if (tweet.getId_str().equals("200000000000000000")) {
- Assert.assertArrayEquals(new String[]{"example", "tweet"}, result.toArray());
- } else if (tweet.getId_str().equals("300000000000000000")) {
- Assert.assertArrayEquals(new String[]{"last", "example", "that"}, result.toArray());
- } else if (tweet.getId_str().equals("400000000000000000")) {
- Assert.assertArrayEquals(new String[]{"d12", "how_to"}, result.toArray());
- }
- }
- }
-
- tweet = new Tweet();
- tweet = simpleTweetInputFormat.nextRecord(tweet);
- Assert.assertNull(tweet);
- Assert.assertTrue(simpleTweetInputFormat.reachedEnd());
-
- }
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/test/resources/log4j-test.properties
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/test/resources/log4j-test.properties b/flink-contrib/flink-tweet-inputformat/src/test/resources/log4j-test.properties
deleted file mode 100644
index 0b686e5..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/test/resources/log4j-test.properties
+++ /dev/null
@@ -1,27 +0,0 @@
-################################################################################
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-################################################################################
-
-# Set root logger level to DEBUG and its only appender to A1.
-log4j.rootLogger=OFF, A1
-
-# A1 is set to be a ConsoleAppender.
-log4j.appender.A1=org.apache.log4j.ConsoleAppender
-
-# A1 uses PatternLayout.
-log4j.appender.A1.layout=org.apache.log4j.PatternLayout
-log4j.appender.A1.layout.ConversionPattern=%-4r [%t] %-5p %c %x - %m%n
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/pom.xml
----------------------------------------------------------------------
diff --git a/flink-contrib/pom.xml b/flink-contrib/pom.xml
index 2277465..46f1581 100644
--- a/flink-contrib/pom.xml
+++ b/flink-contrib/pom.xml
@@ -40,7 +40,6 @@ under the License.
<module>flink-storm</module>
<module>flink-storm-examples</module>
<module>flink-streaming-contrib</module>
- <module>flink-tweet-inputformat</module>
<module>flink-connector-wikiedits</module>
<module>flink-statebackend-rocksdb</module>
</modules>
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index a9e3609..90de6a1 100644
--- a/pom.xml
+++ b/pom.xml
@@ -995,8 +995,6 @@ under the License.
<exclude>**/src/test/resources/*-snapshot</exclude>
<exclude>**/src/test/resources/*-savepoint</exclude>
- <!-- TweetInputFormat Test Data-->
- <exclude>flink-contrib/flink-tweet-inputformat/src/main/resources/HashTagTweetSample.json</exclude>
<exclude>flink-connectors/flink-avro/src/test/resources/testdata.avro</exclude>
<exclude>flink-connectors/flink-avro/src/test/java/org/apache/flink/api/io/avro/generated/*.java</exclude>
<exclude>flink-libraries/flink-python/src/test/python/org/apache/flink/python/api/data_csv</exclude>
[2/2] flink git commit: [FLINK-6710] Remove Twitter-InputFormat
Posted by ch...@apache.org.
[FLINK-6710] Remove Twitter-InputFormat
Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/d7d10a13
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/d7d10a13
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/d7d10a13
Branch: refs/heads/master
Commit: d7d10a130bf7a1856e5ab17ac354f3f2fc4d2f55
Parents: 55ab34f
Author: zentol <ch...@apache.org>
Authored: Wed May 24 21:48:31 2017 +0200
Committer: zentol <ch...@apache.org>
Committed: Fri Jun 30 11:10:51 2017 +0200
----------------------------------------------------------------------
flink-contrib/flink-tweet-inputformat/pom.xml | 65 --
.../io/SimpleTweetInputFormat.java | 93 ---
.../tweetinputformat/io/TweetHandler.java | 747 -------------------
.../tweetinputformat/model/User/Users.java | 479 ------------
.../model/places/Attributes.java | 113 ---
.../model/places/BoundingBox.java | 60 --
.../tweetinputformat/model/places/Places.java | 130 ----
.../model/tweet/Contributors.java | 78 --
.../model/tweet/Coordinates.java | 56 --
.../model/tweet/CurrentUserRetweet.java | 55 --
.../tweetinputformat/model/tweet/Tweet.java | 346 ---------
.../model/tweet/entities/Entities.java | 90 ---
.../model/tweet/entities/HashTags.java | 58 --
.../model/tweet/entities/Media.java | 143 ----
.../model/tweet/entities/Size.java | 64 --
.../model/tweet/entities/Symbol.java | 52 --
.../model/tweet/entities/URL.java | 70 --
.../model/tweet/entities/UserMention.java | 80 --
.../src/main/resources/HashTagTweetSample.json | 4 -
.../SimpleTweetInputFormatTest.java | 98 ---
.../src/test/resources/log4j-test.properties | 27 -
flink-contrib/pom.xml | 1 -
pom.xml | 2 -
23 files changed, 2911 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/pom.xml
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/pom.xml b/flink-contrib/flink-tweet-inputformat/pom.xml
deleted file mode 100644
index 9328bb6..0000000
--- a/flink-contrib/flink-tweet-inputformat/pom.xml
+++ /dev/null
@@ -1,65 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing,
-software distributed under the License is distributed on an
-"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-KIND, either express or implied. See the License for the
-specific language governing permissions and limitations
-under the License.
-
--->
-<project xmlns="http://maven.apache.org/POM/4.0.0"
- xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
-
- <modelVersion>4.0.0</modelVersion>
-
- <parent>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-contrib</artifactId>
- <version>1.4-SNAPSHOT</version>
- <relativePath>..</relativePath>
- </parent>
-
- <artifactId>flink-tweet-inputformat_${scala.binary.version}</artifactId>
- <name>flink-tweet-inputformat</name>
-
- <packaging>jar</packaging>
-
- <dependencies>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-java</artifactId>
- <version>${project.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-clients_${scala.binary.version}</artifactId>
- <version>${project.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-test-utils_${scala.binary.version}</artifactId>
- <version>${project.version}</version>
- <type>test-jar</type>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>com.googlecode.json-simple</groupId>
- <artifactId>json-simple</artifactId>
- <version>1.1.1</version>
- </dependency>
- </dependencies>
-
-</project>
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/io/SimpleTweetInputFormat.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/io/SimpleTweetInputFormat.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/io/SimpleTweetInputFormat.java
deleted file mode 100644
index f7f1bde..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/io/SimpleTweetInputFormat.java
+++ /dev/null
@@ -1,93 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.flink.contrib.tweetinputformat.io;
-
-import org.apache.flink.api.common.io.DelimitedInputFormat;
-import org.apache.flink.api.common.typeinfo.TypeInformation;
-import org.apache.flink.api.java.typeutils.GenericTypeInfo;
-import org.apache.flink.api.java.typeutils.ResultTypeQueryable;
-import org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet;
-import org.apache.flink.core.fs.FileInputSplit;
-import org.codehaus.jackson.JsonParseException;
-import org.json.simple.parser.JSONParser;
-import org.json.simple.parser.ParseException;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.ByteArrayInputStream;
-import java.io.IOException;
-import java.io.InputStreamReader;
-
-
-public class SimpleTweetInputFormat extends DelimitedInputFormat<Tweet> implements ResultTypeQueryable<Tweet> {
-
- private static final Logger LOG = LoggerFactory.getLogger(SimpleTweetInputFormat.class);
-
- private transient JSONParser parser;
- private transient TweetHandler handler;
-
- @Override
- public void open(FileInputSplit split) throws IOException {
- super.open(split);
- this.handler = new TweetHandler();
- this.parser = new JSONParser();
- }
-
- @Override
- public Tweet nextRecord(Tweet record) throws IOException {
- Boolean result = false;
-
- do {
- try {
- record.reset(0);
- record = super.nextRecord(record);
- result = true;
-
- } catch (JsonParseException e) {
- result = false;
-
- }
- } while (!result);
-
- return record;
- }
-
- @Override
- public Tweet readRecord(Tweet reuse, byte[] bytes, int offset, int numBytes) throws IOException {
-
- InputStreamReader jsonReader = new InputStreamReader(new ByteArrayInputStream(bytes));
- jsonReader.skip(offset);
-
- try {
-
- handler.reuse = reuse;
- parser.parse(jsonReader, handler, false);
- } catch (ParseException e) {
-
- LOG.debug(" Tweet Parsing Exception : " + e.getMessage());
- }
-
- return reuse;
- }
-
- @Override
- public TypeInformation<Tweet> getProducedType() {
- return new GenericTypeInfo<Tweet>(Tweet.class);
- }
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/io/TweetHandler.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/io/TweetHandler.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/io/TweetHandler.java
deleted file mode 100644
index 2b9f389..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/io/TweetHandler.java
+++ /dev/null
@@ -1,747 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.flink.contrib.tweetinputformat.io;
-
-import org.apache.flink.contrib.tweetinputformat.model.tweet.Contributors;
-import org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet;
-import org.apache.flink.contrib.tweetinputformat.model.tweet.entities.HashTags;
-import org.json.simple.parser.ContentHandler;
-import org.json.simple.parser.ParseException;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.IOException;
-
-
-public class TweetHandler implements ContentHandler {
-
- private static final Logger logger = LoggerFactory.getLogger(TweetHandler.class);
-
- protected Tweet reuse;
-
- private int nesting = 0;
-
- private ObjectState objectState = ObjectState.TWEET;
-
- private EntryState entryState = EntryState.UNEXPECTED;
-
- private boolean sameHashTag = false;
-
- // to handle the coordinates special case of nesting primitive types
- private int coordinatesCounter = 0;
-
- private double coordinatesTemp = 0.0d;
-
-
- @Override
- public void startJSON() throws ParseException, IOException {
- sameHashTag = true;
-
- }
-
- @Override
- public void endJSON() throws ParseException, IOException {
-
-
- }
-
- @Override
- public boolean startObject() throws ParseException, IOException {
-
- nesting++;
- return true;
- }
-
- @Override
- public boolean endObject() throws ParseException, IOException {
-
- nesting--;
-
- if (this.nesting == 1) {
- this.objectState = ObjectState.TWEET;
- }
-
- // The handler in JSONParser checks for the "!contentHandler.endObject()", so we should
- // return false if its not the end of the object.
- return nesting > 0;
- }
-
- @Override
- public boolean startObjectEntry(String key) throws ParseException, IOException {
-
- if ((key.equals("contributors") || key.equals("user") || key.equals("geo") || key.equals("place") || key.equals("attributes") || key.equals("bounding_box"))) {
- objectState = ObjectState.valueOf(key.toUpperCase());
- } else if (key.equals("hashtags") && nesting == 2) {
- objectState = ObjectState.valueOf(key.toUpperCase());
- } else if (key.equals("coordinates") && (this.nesting == 1)) {
- objectState = ObjectState.valueOf(key.toUpperCase());
- } else {
- try {
- entryState = EntryState.valueOf(key.toUpperCase());
- } catch (IllegalArgumentException e) {
-
- logger.debug(e.getMessage());
-
- }
- }
-
- return true;
- }
-
- @Override
- public boolean endObjectEntry() throws ParseException, IOException {
-
- if (objectState == ObjectState.CONTRIBUTORS && nesting == 1) {
- objectState = ObjectState.TWEET;
- }
-
- return true;
- }
-
- @Override
- public boolean startArray() throws ParseException, IOException {
-
- return true;
- }
-
- @Override
- public boolean endArray() throws ParseException, IOException {
-
- if (objectState == ObjectState.COORDINATES) {
- coordinatesCounter = 0;
- coordinatesTemp = 0.0d;
- }
-
-
- // Some tweets have HashTags twice, this condition to read only one of them
- if (objectState == ObjectState.HASHTAGS && entryState == EntryState.INDICES && nesting == 2) {
- sameHashTag = false;
- }
- return true;
- }
-
- @Override
- public boolean primitive(Object value) throws ParseException, IOException {
-
- try {
-
- if (objectState == ObjectState.TWEET) {
- tweetObjectStatePrimitiveHandler(value);
- } else if (objectState == ObjectState.USER) {
- userObjectStatePrimitiveHandler(value);
- } else if (objectState == ObjectState.GEO) {
-
- return true;
-
- } else if (objectState == ObjectState.COORDINATES) {
-
- coordinatesObjectStatePrimitiveHandler(value);
- } else if (objectState == ObjectState.PLACE) {
-
- placeObjectStatePrimitiveHandler(value);
- } else if (objectState == ObjectState.GEO) {
-
- return true;
-
- } else if (objectState == ObjectState.ATTRIBUTES) {
- placeAttributesObjectStatePrimitiveHandler(value);
- } else if (objectState == ObjectState.CONTRIBUTORS) {
- contributorsObjectStatePrimitiveHandler(value);
- } else if (objectState == ObjectState.HASHTAGS && entryState == EntryState.TEXT && sameHashTag) {
- hashTagsObjectStatePrimitiveHandler(value);
- }
- } catch (Exception e) {
- logger.debug("Error in primitive type: " + e.getMessage());
- }
-
-
- return true;
- }
-
- public void tweetObjectStatePrimitiveHandler(Object value) {
-
- switch (entryState) {
- case CREATED_AT:
- if (value != null) {
- reuse.setCreated_at((String) value);
- }
- break;
- case TEXT:
- if (value != null) {
- reuse.setText((String) value);
- }
- break;
- case ID:
- if (value != null) {
- reuse.setId((Long) value);
- }
- break;
- case ID_STR:
- if (value != null) {
- reuse.setId_str((String) value);
- }
- break;
- case SOURCE:
- if (value != null) {
- reuse.setSource((String) value);
- }
- break;
- case TRUNCATED:
- if (value != null) {
- reuse.setTruncated((Boolean) value);
- }
- break;
- case IN_REPLY_TO_STATUS_ID:
- if (value != null) {
- reuse.setIn_reply_to_status_id((Long) value);
- }
- break;
- case IN_REPLY_TO_STATUS_ID_STR:
- if (value != null) {
- reuse.setIn_reply_to_status_id_str((String) value);
- }
- break;
- case IN_REPLY_TO_USER_ID:
- if (value != null) {
- reuse.setIn_reply_to_user_id((Long) value);
- }
- break;
- case IN_REPLY_TO_USER_ID_STR:
- if (value != null) {
- reuse.setIn_reply_to_user_id_str((String) value);
- }
- break;
- case IN_REPLY_TO_SCREEN_NAME:
- if (value != null) {
- reuse.setIn_reply_to_screen_name((String) value);
- }
- break;
- case RETWEET_COUNT:
- if (value != null) {
- reuse.setRetweet_count((Long) value);
- }
- break;
- case FAVORITE_COUNT:
- if (value != null) {
- reuse.setFavorite_count((Long) value);
- }
- break;
- case FAVORITED:
- if (value != null) {
- reuse.setFavorited((Boolean) value);
- }
- break;
- case RETWEETED:
- if (value != null) {
- reuse.setRetweeted((Boolean) value);
- }
- break;
- case POSSIBLY_SENSITIVE:
- if (value != null) {
- reuse.setPossibly_sensitive((Boolean) value);
- }
- break;
- case FILTER_LEVEL:
- if (value != null) {
- reuse.setFilter_level((String) value);
- }
- break;
- case LANG:
- if (value != null) {
- reuse.setLang((String) value);
- }
- break;
- }
- }
-
- public void userObjectStatePrimitiveHandler(Object value) {
-
- switch (entryState) {
- case ID:
- if (value != null) {
- // handle format exception caused by wrong values in the "id" field in the
- // tweets.
- if (value instanceof String) {
- try {
- reuse.getUser().setId(Long.parseLong((String) value));
- } catch (NumberFormatException e) {
- reuse.getUser().setId(0L);
- logger.debug("This Tweet_ID is not a numeric type : " + (String) value);
- }
- } else {
- reuse.getUser().setId((Long) value);
- }
- }
- break;
- case ID_STR:
- if (value != null) {
- reuse.getUser().setId_str((String) value);
- }
- break;
- case NAME:
- if (value != null) {
- reuse.getUser().setName((String) value);
- }
- break;
- case SCREEN_NAME:
- if (value != null) {
- reuse.getUser().setScreen_name((String) value);
- }
- break;
- case LOCATION:
- if (value != null) {
- reuse.getUser().setLocation((String) value);
- }
- break;
- case URL:
- if (value != null) {
- reuse.getUser().setUrl((String) value);
- }
- break;
- case DESCRIPTION:
- if (value != null) {
- reuse.getUser().setDescription((String) value);
- }
- break;
- case PROTECTED:
- if (value != null) {
- reuse.getUser().setProtected_tweet((Boolean) value);
- }
- break;
- case VERIFIED:
- if (value != null) {
- reuse.getUser().setVerified((Boolean) value);
- }
- break;
- case FOLLOWERS_COUNT:
- if (value != null) {
- reuse.getUser().setFollowers_count((Long) value);
- }
- break;
- case FRIENDS_COUNT:
- if (value != null) {
- reuse.getUser().setFriends_count((Long) value);
- }
- break;
- case LISTED_COUNT:
- if (value != null) {
- reuse.getUser().setListed_count((Long) value);
- }
- break;
- case FAVOURITES_COUNT:
- if (value != null) {
- reuse.getUser().setFavourites_count((Long) value);
- }
- break;
- case STATUSES_COUNT:
- if (value != null) {
- reuse.getUser().setStatuses_count((Long) value);
- }
- break;
- case CREATED_AT:
- if (value != null) {
- reuse.getUser().setCreated_at((String) value);
- }
- break;
- case UTC_OFFSET:
- if (value != null) {
- reuse.getUser().setUtc_offset((Long) value);
- }
- break;
- case TIME_ZONE:
- if (value != null) {
- reuse.getUser().setTime_zone((String) value);
- }
- break;
- case GEO_ENABLED:
- if (value != null) {
- reuse.getUser().setGeo_enabled((Boolean) value);
- }
- break;
- case LANG:
- if (value != null) {
- reuse.getUser().setLang((String) value);
- }
- break;
- case CONTRIBUTORS_ENABLED:
- if (value != null) {
- reuse.getUser().setContributors_enabled((Boolean) value);
- }
- break;
- case IS_TRANSLATOR:
- if (value != null) {
- reuse.getUser().setIs_translator((Boolean) value);
- }
- break;
- case PROFILE_BACKGROUND_COLOR:
- if (value != null) {
- reuse.getUser().setProfile_background_color((String) value);
- }
- break;
- case PROFILE_BACKGROUND_IMAGE_URL:
- if (value != null) {
- reuse.getUser().setProfile_background_image_url((String) value);
- }
- break;
- case PROFILE_BACKGROUND_IMAGE_URL_HTTPS:
- if (value != null) {
- reuse.getUser().setProfile_background_image_url_https((String) value);
- }
- break;
- case PROFILE_BACKGROUND_TILE:
- if (value != null) {
- reuse.getUser().setProfile_background_tile((Boolean) value);
- }
- break;
- case PROFILE_LINK_COLOR:
- if (value != null) {
- reuse.getUser().setProfile_link_color((String) value);
- }
- break;
- case PROFILE_SIDEBAR_BORDER_COLOR:
- if (value != null) {
- reuse.getUser().setProfile_sidebar_border_color((String) value);
- }
- break;
- case PROFILE_SIDEBAR_FILL_COLOR:
- if (value != null) {
- reuse.getUser().setProfile_sidebar_fill_color((String) value);
- }
- break;
- case PROFILE_TEXT_COLOR:
- if (value != null) {
- reuse.getUser().setProfile_text_color((String) value);
- }
- break;
- case PROFILE_USE_BACKGROUND_IMAGE:
- if (value != null) {
- reuse.getUser().setProfile_use_background_image((Boolean) value);
- }
- break;
- case PROFILE_IMAGE_URL:
- if (value != null) {
- reuse.getUser().setProfile_image_url((String) value);
- }
- break;
- case PROFILE_IMAGE_URL_HTTPS:
- if (value != null) {
- reuse.getUser().setProfile_image_url_https((String) value);
- }
- break;
- case PROFILE_BANNER_URL:
- if (value != null) {
- reuse.getUser().setProfile_banner_url((String) value);
- }
- break;
- case DEFAULT_PROFILE:
- if (value != null) {
- reuse.getUser().setDefault_profile((Boolean) value);
- }
- break;
- case DEFAULT_PROFILE_IMAGE:
- if (value != null) {
- reuse.getUser().setDefault_profile_image((Boolean) value);
- }
- break;
- case FOLLOWING:
- if (value != null) {
- reuse.getUser().setFollowing((Boolean) value);
- }
- break;
- case FOLLOW_REQUEST_SENT:
- if (value != null) {
- reuse.getUser().setFollow_request_sent((Boolean) value);
- }
- break;
- case NOTIFICATIONS:
- if (value != null) {
- reuse.getUser().setNotifications((Boolean) value);
- }
- break;
- }
- }
-
- public void coordinatesObjectStatePrimitiveHandler(Object value) {
-
- switch (entryState) {
- case COORDINATES:
- if (value != null && this.coordinatesCounter == 0) {
- coordinatesTemp = (Double) value;
- this.coordinatesCounter++;
- } else if (value != null && this.coordinatesCounter == 1) {
- reuse.getCoordinates().setCoordinates(coordinatesTemp, (Double) value);
- } else {
- reuse.getCoordinates().setCoordinates(0.0d, 0.0d);
- }
- break;
- }
-
- }
-
- public void placeObjectStatePrimitiveHandler(Object value) {
-
- switch (entryState) {
- case ID:
- if (value != null) {
- reuse.getPlace().setId((String) value);
- }
- break;
- case URL:
- if (value != null) {
- reuse.getPlace().setUrl((String) value);
- }
- break;
- case PLACE_TYPE:
- if (value != null) {
- reuse.getPlace().setPlace_type((String) value);
- }
- break;
- case NAME:
- if (value != null) {
- reuse.getPlace().setName((String) value);
- }
- break;
- case FULL_NAME:
- if (value != null) {
- reuse.getPlace().setFull_name((String) value);
- }
- break;
- case COUNTRY_CODE:
- if (value != null) {
- reuse.getPlace().setCountry_code((String) value);
- }
- break;
- case COUNTRY:
- if (value != null) {
- reuse.getPlace().setCountry((String) value);
- }
- break;
-
- // Skipped BoundingBox -- Not Required
-
-
- }
- }
-
- public void placeAttributesObjectStatePrimitiveHandler(Object value) {
-
- switch (entryState) {
- case STREET_ADDRESS:
- if (value != null) {
- reuse.getPlace().getAttributes().setStreet_address((String) value);
- }
- break;
- case LOCALITY:
- if (value != null) {
- reuse.getPlace().getAttributes().setLocality((String) value);
- }
- break;
- case REGION:
- if (value != null) {
- reuse.getPlace().getAttributes().setRegion((String) value);
- }
- break;
- case ISO3:
- if (value != null) {
- reuse.getPlace().getAttributes().setIso3((String) value);
- }
- break;
- case POSTAL_CODE:
- if (value != null) {
- reuse.getPlace().getAttributes().setPostal_code((String) value);
- }
- break;
- case PHONE:
- if (value != null) {
- reuse.getPlace().getAttributes().setPhone((String) value);
- }
- break;
- case URL:
- if (value != null) {
- reuse.getPlace().getAttributes().setUrl((String) value);
- }
- break;
- case APP_ID:
- if (value != null) {
- reuse.getPlace().getAttributes().setAppId((String) value);
- }
- break;
- // Skipped BoundingBox -- Not Required
-
- }
-
-
- }
-
- public void contributorsObjectStatePrimitiveHandler(Object value) {
-
- // to handle the case of the null as contributors is an array in the Twitter documentation
- // && if it is not null we initialize the object and fill it with the data,
- if (value == null) {
- reuse.getContributors().add(new Contributors());
- } else {
-
- Contributors contributor = new Contributors();
-
- switch (entryState) {
- case ID:
- if (value != null) {
- contributor.setId((Long) value);
- }
- break;
- case ID_STR:
- if (value != null) {
- contributor.setId_str((String) value);
- }
- break;
- case TWEET_CONTRIBUTORS_SCREEN_NAME:
- if (value != null) {
- contributor.setScreenName((String) value);
- }
- break;
- }
- reuse.getContributors().add(contributor);
-
- }
-
-
- }
-
- public void hashTagsObjectStatePrimitiveHandler(Object value) {
-
- HashTags hashTag = new HashTags();
-
- if (value == null) {
- return;
- } else if (entryState == EntryState.TEXT && value != null) {
- hashTag.setText((String) value, false);
- reuse.getEntities().getHashtags().add(hashTag);
- }
- }
-
- private static enum ObjectState {
- TWEET,
- CONTRIBUTORS,
- USER,
- GEO,
- COORDINATES,
- PLACE,
- ATTRIBUTES,
- BOUNDING_BOX,
- HASHTAGS;
-
- }
-
- private static enum EntryState {
- TEXT,
- CREATED_AT,
- ID,
- ID_STR,
- SOURCE,
- TRUNCATED,
- IN_REPLY_TO_STATUS_ID,
- IN_REPLY_TO_STATUS_ID_STR,
- IN_REPLY_TO_USER_ID,
- IN_REPLY_TO_USER_ID_STR,
- IN_REPLY_TO_SCREEN_NAME,
- RETWEET_COUNT,
- FAVORITE_COUNT,
- FAVORITED,
- RETWEETED,
- POSSIBLY_SENSITIVE,
- FILTER_LEVEL,
- TWEET_CONTRIBUTORS_SCREEN_NAME,
- SCREEN_NAME,
- LOCATION,
- DESCRIPTION,
- PROTECTED,
- VERIFIED,
- FOLLOWERS_COUNT,
- FRIENDS_COUNT,
- LISTED_COUNT,
- FAVOURITES_COUNT,
- STATUSES_COUNT,
- UTC_OFFSET,
- TIME_ZONE,
- GEO_ENABLED,
- LANG,
- CONTRIBUTORS_ENABLED,
- IS_TRANSLATOR,
- PROFILE_BACKGROUND_COLOR,
- PROFILE_BACKGROUND_IMAGE_URL,
- PROFILE_BACKGROUND_IMAGE_URL_HTTPS,
- PROFILE_BACKGROUND_TILE,
- PROFILE_LINK_COLOR,
- PROFILE_SIDEBAR_BORDER_COLOR,
- PROFILE_SIDEBAR_FILL_COLOR,
- PROFILE_TEXT_COLOR,
- PROFILE_USE_BACKGROUND_IMAGE,
- PROFILE_IMAGE_URL,
- PROFILE_IMAGE_URL_HTTPS,
- PROFILE_BANNER_URL,
- DEFAULT_PROFILE,
- DEFAULT_PROFILE_IMAGE,
- FOLLOWING,
- FOLLOW_REQUEST_SENT,
- NOTIFICATIONS,
- TYPE,
- COORDINATES,
- PLACE_TYPE,
- NAME,
- FULL_NAME,
- COUNTRY_CODE,
- COUNTRY,
- BOUNDING_BOX,
- ATTRIBUTES,
- STREET_ADDRESS,
- LOCALITY,
- REGION,
- ISO3,
- POSTAL_CODE,
- PHONE,
- URL,
- ENTITIES,
- HASHTAGS,
- TRENDS,
- URLS,
- USER_MENTIONS,
- SYMBOLS,
- MEDIA,
- INDICES,
- MEDIA_URL,
- MEDIA_URL_HTTPS,
- DISPLAY_URL,
- EXPANDED_URL,
- SIZES,
- LARGE,
- W,
- H,
- RESIZE,
- SMALL,
- THUMB,
- MEDIUM,
- RETWEETED_STATUS,
- SOURCE_STATUS_ID,
- SOURCE_STATUS_ID_STR,
- SCOPES,
- FOLLOWERS,
- APP_ID,
- UNEXPECTED;
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/User/Users.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/User/Users.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/User/Users.java
deleted file mode 100644
index 839b54f..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/User/Users.java
+++ /dev/null
@@ -1,479 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.User;
-
-
-import org.apache.flink.contrib.tweetinputformat.model.tweet.entities.Entities;
-
-import java.text.SimpleDateFormat;
-import java.util.Date;
-
-/**
- * {@link Users} can be anyone or anything. They {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet}
- * , follow, create lists, have a home_timeline, can be mentioned, and can be looked up in bulk.
- */
-public class Users {
-
-
- private boolean contributors_enabled;
-
- private String created_at = "";
-
- private boolean default_profile;
-
- private boolean default_profile_image;
-
- private String description = "";
-
- private Entities entities;
-
- private long favourites_count;
-
- private boolean follow_request_sent;
-
- private boolean following;
-
- private long followers_count;
-
- private long friends_count;
-
- private boolean geo_enabled;
-
- private long id;
-
- private String id_str = "";
-
- private boolean is_translator;
-
- private String lang = "";
-
- private long listed_count;
-
- private String location = "";
-
- private String name = "";
-
- private boolean notifications;
-
- private String profile_background_color = "";
-
- private String profile_background_image_url = "";
-
- private String profile_background_image_url_https = "";
-
- private boolean profile_background_tile;
-
- private String profile_banner_url = "";
-
- private String profile_image_url = "";
-
- private String profile_image_url_https = "";
-
- private String profile_link_color = "";
-
- private String profile_sidebar_border_color = "";
-
- private String profile_sidebar_fill_color = "";
-
- private String profile_text_color = "";
-
- private boolean profile_use_background_image;
-
- private boolean protected_tweet;
-
- private String screen_name = "";
-
- private long statuses_count;
-
- private String time_zone = "";
-
- private String url = "";
-
- private long utc_offset;
-
- private boolean verified;
-
- public Users() {
- reset();
- }
-
- // to avoid FLINK KRYO serializer problem
- public void reset() {
-
- contributors_enabled = false;
- created_at = "";
- default_profile = false;
- default_profile_image = false;
- description = "";
- entities = new Entities();
- favourites_count = 0L;
- follow_request_sent = false;
- following = false;
- followers_count = 0L;
- friends_count = 0L;
- geo_enabled = false;
- id = 0L;
- id_str = "";
- is_translator = false;
- lang = "";
- listed_count = 0L;
- location = "";
- name = "";
- notifications = false;
- profile_background_color = "";
- profile_background_image_url = "";
- profile_background_image_url_https = "";
- profile_background_tile = false;
- profile_banner_url = "";
- profile_image_url = "";
- profile_image_url_https = "";
- profile_link_color = "";
- profile_sidebar_border_color = "";
- profile_sidebar_fill_color = "";
- profile_text_color = "";
- profile_use_background_image = false;
- protected_tweet = false;
- screen_name = "";
- statuses_count = 0L;
- time_zone = "";
- url = "";
- utc_offset = 0L;
- verified = false;
-
- }
-
- private String getUTCTime() {
-
- Date date = new Date();
- SimpleDateFormat format = new SimpleDateFormat("EEE MMM d HH:mm:ss Z yyyy");
- return format.format(date);
-
- }
-
- public boolean isContributors_enabled() {
- return contributors_enabled;
- }
-
- public void setContributors_enabled(boolean contributors_enabled) {
- this.contributors_enabled = contributors_enabled;
- }
-
- public String getCreated_at() {
- return created_at;
- }
-
- public void setCreated_at(String created_at) {
- this.created_at = created_at;
- }
-
- public boolean isDefault_profile() {
- return default_profile;
- }
-
- public void setDefault_profile(boolean default_profile) {
- this.default_profile = default_profile;
- }
-
- public boolean isDefault_profile_image() {
- return default_profile_image;
- }
-
- public void setDefault_profile_image(boolean default_profile_image) {
- this.default_profile_image = default_profile_image;
- }
-
- public String getDescription() {
- return description;
- }
-
- public void setDescription(String description) {
- this.description = description;
- }
-
- public Entities getEntities() {
- return entities;
- }
-
- public void setEntities(Entities entities) {
- this.entities = entities;
- }
-
- public long getFavourites_count() {
- return favourites_count;
- }
-
- public void setFavourites_count(long favourites_count) {
- this.favourites_count = favourites_count;
- }
-
- public boolean isFollow_request_sent() {
- return follow_request_sent;
- }
-
- public void setFollow_request_sent(boolean follow_request_sent) {
- this.follow_request_sent = follow_request_sent;
- }
-
- public boolean isFollowing() {
- return following;
- }
-
- public void setFollowing(boolean following) {
- this.following = following;
- }
-
- public long getFollowers_count() {
- return followers_count;
- }
-
- public void setFollowers_count(long followers_count) {
- this.followers_count = followers_count;
- }
-
- public long getFriends_count() {
- return friends_count;
- }
-
- public void setFriends_count(long friends_count) {
- this.friends_count = friends_count;
- }
-
- public boolean isGeo_enabled() {
- return geo_enabled;
- }
-
- public void setGeo_enabled(boolean geo_enabled) {
- this.geo_enabled = geo_enabled;
- }
-
- public long getId() {
- return id;
- }
-
- public void setId(long id) {
- this.id = id;
- }
-
- public String getId_str() {
- return Long.toString(id);
- }
-
- public void setId_str(String id_str) {
- this.id_str = id_str;
- }
-
- public boolean isIs_translator() {
- return is_translator;
- }
-
- public void setIs_translator(boolean is_translator) {
- this.is_translator = is_translator;
- }
-
- public String getLang() {
- return lang;
- }
-
- public void setLang(String lang) {
- this.lang = lang;
- }
-
- public long getListed_count() {
- return listed_count;
- }
-
- public void setListed_count(long listed_count) {
- this.listed_count = listed_count;
- }
-
- public String getLocation() {
- return location;
- }
-
- public void setLocation(String location) {
- this.location = location;
- }
-
- public String getName() {
- return name;
- }
-
- public void setName(String name) {
- this.name = name;
- }
-
- public boolean isNotifications() {
- return notifications;
- }
-
- public void setNotifications(boolean notifications) {
- this.notifications = notifications;
- }
-
- public String getProfile_background_color() {
- return profile_background_color;
- }
-
- public void setProfile_background_color(String profile_background_color) {
- this.profile_background_color = profile_background_color;
- }
-
- public String getProfile_background_image_url() {
- return profile_background_image_url;
- }
-
- public void setProfile_background_image_url(String profile_background_image_url) {
- this.profile_background_image_url = profile_background_image_url;
- }
-
- public String getProfile_background_image_url_https() {
- return profile_background_image_url_https;
- }
-
- public void setProfile_background_image_url_https(String profile_background_image_url_https) {
- this.profile_background_image_url_https = profile_background_image_url_https;
- }
-
- public boolean isProfile_background_tile() {
- return profile_background_tile;
- }
-
- public void setProfile_background_tile(boolean profile_background_tile) {
- this.profile_background_tile = profile_background_tile;
- }
-
- public String getProfile_banner_url() {
- return profile_banner_url;
- }
-
- public void setProfile_banner_url(String profile_banner_url) {
- this.profile_banner_url = profile_banner_url;
- }
-
- public String getProfile_image_url() {
- return profile_image_url;
- }
-
- public void setProfile_image_url(String profile_image_url) {
- this.profile_image_url = profile_image_url;
- }
-
- public String getProfile_image_url_https() {
- return profile_image_url_https;
- }
-
- public void setProfile_image_url_https(String profile_image_url_https) {
- this.profile_image_url_https = profile_image_url_https;
- }
-
- public String getProfile_link_color() {
- return profile_link_color;
- }
-
- public void setProfile_link_color(String profile_link_color) {
- this.profile_link_color = profile_link_color;
- }
-
- public String getProfile_sidebar_border_color() {
- return profile_sidebar_border_color;
- }
-
- public void setProfile_sidebar_border_color(String profile_sidebar_border_color) {
- this.profile_sidebar_border_color = profile_sidebar_border_color;
- }
-
- public String getProfile_sidebar_fill_color() {
- return profile_sidebar_fill_color;
- }
-
- public void setProfile_sidebar_fill_color(String profile_sidebar_fill_color) {
- this.profile_sidebar_fill_color = profile_sidebar_fill_color;
- }
-
- public String getProfile_text_color() {
- return profile_text_color;
- }
-
- public void setProfile_text_color(String profile_text_color) {
- this.profile_text_color = profile_text_color;
- }
-
- public boolean isProfile_use_background_image() {
- return profile_use_background_image;
- }
-
- public void setProfile_use_background_image(boolean profile_use_background_image) {
- this.profile_use_background_image = profile_use_background_image;
- }
-
- public boolean isProtected_tweet() {
- return protected_tweet;
- }
-
- public void setProtected_tweet(boolean protected_tweet) {
- this.protected_tweet = protected_tweet;
- }
-
- public String getScreen_name() {
- return screen_name;
- }
-
- public void setScreen_name(String screen_name) {
- this.screen_name = screen_name;
- }
-
- public long getStatuses_count() {
- return statuses_count;
- }
-
- public void setStatuses_count(long statuses_count) {
- this.statuses_count = statuses_count;
- }
-
- public String getTime_zone() {
- return time_zone;
- }
-
- public void setTime_zone(String time_zone) {
- this.time_zone = time_zone;
- }
-
- public String getUrl() {
- return url;
- }
-
- public void setUrl(String url) {
- this.url = url;
- }
-
- public long getUtc_offset() {
- return utc_offset;
- }
-
- public void setUtc_offset(long utc_offset) {
- this.utc_offset = utc_offset;
- }
-
- public boolean isVerified() {
- return verified;
- }
-
- public void setVerified(boolean verified) {
- this.verified = verified;
- }
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/Attributes.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/Attributes.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/Attributes.java
deleted file mode 100644
index 7cf9695..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/Attributes.java
+++ /dev/null
@@ -1,113 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.places;
-
-public class Attributes {
-
- private String street_address = "";
-
- private String locality = "";
-
- private String region = "";
-
- private String iso3 = "";
-
- private String postal_code = "";
-
- private String phone = "";
-
- private String twitter = "twitter";
-
- private String url = "";
-
- // in the API it is app:id !!
- private String appId = "";
-
- public Attributes() {
-
- }
-
-
- public String getStreet_address() {
- return street_address;
- }
-
- public void setStreet_address(String street_address) {
- this.street_address = street_address;
- }
-
- public String getLocality() {
- return locality;
- }
-
- public void setLocality(String locality) {
- this.locality = locality;
- }
-
- public String getRegion() {
- return region;
- }
-
- public void setRegion(String region) {
- this.region = region;
- }
-
- public String getIso3() {
- return iso3;
- }
-
- public void setIso3(String iso3) {
- this.iso3 = iso3;
- }
-
- public String getPostal_code() {
- return postal_code;
- }
-
- public void setPostal_code(String postal_code) {
- this.postal_code = postal_code;
- }
-
- public String getPhone() {
- return phone;
- }
-
- public void setPhone(String phone) {
- this.phone = phone;
- }
-
- public String getTwitter() {
- return twitter;
- }
-
- public String getUrl() {
- return url;
- }
-
- public void setUrl(String url) {
- this.url = url;
- }
-
- public String getAppId() {
- return appId;
- }
-
- public void setAppId(String appId) {
- this.appId = appId;
- }
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/BoundingBox.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/BoundingBox.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/BoundingBox.java
deleted file mode 100644
index e885028..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/BoundingBox.java
+++ /dev/null
@@ -1,60 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.places;
-
-import java.util.ArrayList;
-import java.util.List;
-
-/**
- * A series of longitude and latitude points, defining a box which will contain the Place entity
- * this bounding box is related to. Each point is an array in the form of [longitude, latitude].
- * Points are grouped into an array per bounding box. Bounding box arrays are wrapped in one
- * additional array to be compatible with the polygon notation.
- */
-public class BoundingBox {
-
- private List<List<double[]>> coordinates = new ArrayList<List<double[]>>();
-
- private String type = "Polygon";
-
- public BoundingBox() {
-
- }
-
- public BoundingBox(List<double[]> points) {
-
- this.coordinates.add(points);
-
- }
-
- public List<List<double[]>> getCoordinates() {
- return coordinates;
- }
-
- public void setCoordinates(List<List<double[]>> coordinates) {
- this.coordinates = coordinates;
- }
-
- public String getType() {
- return type;
- }
-
- public void setType(String type) {
- this.type = type;
- }
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/Places.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/Places.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/Places.java
deleted file mode 100644
index 723644c..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/places/Places.java
+++ /dev/null
@@ -1,130 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.places;
-
-/**
- * {@link org.apache.flink.contrib.tweetinputformat.model.places.Places} are specific, named locations with
- * corresponding geo {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Coordinates}. They can be attached
- * to {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet} by specifying a place_id when tweeting. <br>
- * {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet} associated with places are not necessarily
- * issued from that location but could also potentially be about that location.<br>
- * {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet} can be searched for. Tweets can also be found
- * by place_id.
- */
-public class Places {
-
-
- private Attributes attributes;
-
- private BoundingBox bounding_box;
-
- private String country = "";
-
- private String country_code = "";
-
- private String full_name = "";
-
- private String id = "";
-
- private String name = "";
-
- private String place_type = "";
-
- private String url = "";
-
-
- public Places() {
- attributes = new Attributes();
- bounding_box = new BoundingBox();
-
- }
-
- public Attributes getAttributes() {
- return attributes;
- }
-
- public void setAttributes(Attributes attributes) {
- this.attributes = attributes;
- }
-
- public BoundingBox getBounding_box() {
- return bounding_box;
- }
-
- public void setBounding_box(BoundingBox bounding_box) {
- this.bounding_box = bounding_box;
- }
-
- public String getCountry() {
- return country;
- }
-
- public void setCountry(String country) {
- this.country = country;
- }
-
- public String getCountry_code() {
- return country_code;
- }
-
- public void setCountry_code(String country_code) {
- this.country_code = country_code;
- }
-
- public String getFull_name() {
- return full_name;
- }
-
- public void setFull_name(String full_name) {
- this.full_name = full_name;
- }
-
- public String getId() {
- return id;
- }
-
- public void setId(String id) {
- this.id = id;
- }
-
- public String getName() {
- return name;
- }
-
- public void setName(String name) {
- this.name = name;
- }
-
- public String getPlace_type() {
- return place_type;
- }
-
- public void setPlace_type(String place_type) {
- this.place_type = place_type;
- }
-
- public String getUrl() {
- return url;
- }
-
- public void setUrl(String url) {
- this.url = url;
- }
-
-
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Contributors.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Contributors.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Contributors.java
deleted file mode 100644
index 85968eb..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Contributors.java
+++ /dev/null
@@ -1,78 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.tweet;
-
-/**
- * Nullable. An collection of brief user objects (usually only one) indicating users who contributed
- * to the authorship of the {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet} on behalf of the
- * official tweet author.
- */
-public class Contributors {
-
-
- private Long id = 0L;
-
- private String id_str = "";
-
- private String screenName = "";
-
- public Contributors() {
- reset();
- }
-
- public Contributors(long id, String id_str, String screenName) {
-
- this.id = id;
- this.id_str = id_str;
- this.screenName = screenName;
- }
-
- public void reset() {
-
- id = 0L;
- id_str = "";
- screenName = "";
-
- }
-
- public long getId() {
- return id;
- }
-
- public void setId(long id) {
- this.id = id;
- }
-
- public String getId_str() {
- return id_str;
- }
-
- public void setId_str(String id_str) {
- this.id_str = id_str;
- }
-
- public String getScreenName() {
- return screenName;
- }
-
- public void setScreenName(String screenName) {
- this.screenName = screenName;
- }
-
-
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Coordinates.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Coordinates.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Coordinates.java
deleted file mode 100644
index c697e98..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Coordinates.java
+++ /dev/null
@@ -1,56 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.tweet;
-
-/**
- * Nullable. Represents the geographic location of this
- * {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet} as reported by the user or client
- * application. The inner coordinates array is formatted as geoJSON longitude first, then latitude)
- */
-public class Coordinates {
-
- private String type = "point";
-
- private double[] coordinates = new double[2];
-
- public Coordinates() {
-
- }
-
- public double[] getCoordinates() {
- return coordinates;
- }
-
- public void setCoordinates(double[] coordinates) {
- this.coordinates = coordinates;
- }
-
- public void setCoordinates(double longitude, double latitude) {
- this.coordinates[0] = longitude;
- this.coordinates[1] = latitude;
- }
-
- public String getType() {
- return type;
- }
-
- @Override
- public String toString() {
- return "longitude = " + this.coordinates[0] + " latitude = " + this.coordinates[1];
- }
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/CurrentUserRetweet.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/CurrentUserRetweet.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/CurrentUserRetweet.java
deleted file mode 100644
index f5a43a2..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/CurrentUserRetweet.java
+++ /dev/null
@@ -1,55 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.tweet;
-
-/**
- * Details the {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet} ID of the user’s own retweet (if
- * existent) of this {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet}.
- */
-public class CurrentUserRetweet {
-
- private long id;
-
- private String id_str = "";
-
- public CurrentUserRetweet() {
- reset();
- }
-
- public void reset() {
- id = 0L;
- id_str = "";
-
- }
-
- public long getId() {
- return id;
- }
-
- public void setId(long id) {
- this.id = id;
- }
-
- public String getId_str() {
- return id_str;
- }
-
- public void setId_str() {
- this.id_str = Long.toString(id);
- }
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Tweet.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Tweet.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Tweet.java
deleted file mode 100644
index a2986a3..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/Tweet.java
+++ /dev/null
@@ -1,346 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.tweet;
-
-import org.apache.flink.contrib.tweetinputformat.model.User.Users;
-import org.apache.flink.contrib.tweetinputformat.model.places.Places;
-import org.apache.flink.contrib.tweetinputformat.model.tweet.entities.Entities;
-
-import java.util.ArrayList;
-import java.util.List;
-
-public class Tweet {
-
- private List<Contributors> contributors;
-
- private Coordinates coordinates;
-
- private String created_at = "";
-
- private Entities entities;
-
- private long favorite_count;
-
- private boolean favorited;
-
- private String filter_level = "";
-
- private long id;
-
- private String id_str = "";
-
- private String in_reply_to_screen_name = "";
-
- private long in_reply_to_status_id;
-
- private String in_reply_to_status_id_str = "";
-
- private long in_reply_to_user_id;
-
- private String in_reply_to_user_id_str = "";
-
- private String lang = "";
-
- // Places
- private Places place;
-
- private boolean possibly_sensitive;
-
- private long retweet_count;
-
- private boolean retweeted;
-
- private CurrentUserRetweet currentUserRetweet;
-
- private String source = "";
-
- private String text = "";
-
- private boolean truncated;
-
- private Users user;
-
- // to Hanlde retweeted_status
- private Tweet retweeted_status;
-
- private int tweetLevel;
-
- public Tweet() {
- tweetLevel = 0;
- reset(tweetLevel);
- }
-
- public Tweet(int level) {
- tweetLevel = level;
- reset(tweetLevel);
- }
-
-
- // to avoid FLINK KRYO serializer problem
- public void reset(int level) {
-
- contributors = new ArrayList<Contributors>();
- coordinates = new Coordinates();
- created_at = "";
- entities = new Entities();
- favorite_count = 0L;
- favorited = false;
- filter_level = "";
- id = 0L;
- id_str = "";
- in_reply_to_screen_name = "";
- in_reply_to_status_id = 0L;
- in_reply_to_status_id_str = "";
- in_reply_to_user_id = 0L;
- in_reply_to_user_id_str = "";
- lang = "";
- place = new Places();
- possibly_sensitive = false;
- retweet_count = 0L;
-
- // to Hanlde retweeted_status
- if (level == 0) {
- retweeted_status = new Tweet(++level);
- }
-
-
- currentUserRetweet = new CurrentUserRetweet();
- retweeted = false;
- source = "";
- text = "";
- truncated = false;
- user = new Users();
-
- }
-
- public List<Contributors> getContributors() {
- return contributors;
- }
-
- public void setContributors(List<Contributors> contributors) {
- this.contributors = contributors;
- }
-
- public Coordinates getCoordinates() {
- return coordinates;
- }
-
- public void setCoordinates(Coordinates coordinates) {
- this.coordinates = coordinates;
- }
-
- public String getCreated_at() {
- return created_at;
- }
-
- public void setCreated_at(String created_at) {
- this.created_at = created_at;
- }
-
- public Entities getEntities() {
- return entities;
- }
-
- public void setEntities(Entities entities) {
- this.entities = entities;
- }
-
- public long getFavorite_count() {
- return favorite_count;
- }
-
- public void setFavorite_count(long favorite_count) {
- this.favorite_count = favorite_count;
- }
-
- public boolean isFavorited() {
- return favorited;
- }
-
- public void setFavorited(boolean favorited) {
- this.favorited = favorited;
- }
-
- public String getFilter_level() {
- return filter_level;
- }
-
- public void setFilter_level(String filter_level) {
- this.filter_level = filter_level;
- }
-
- public long getId() {
- return id;
- }
-
- public void setId(long id) {
- this.id = id;
- }
-
- public String getId_str() {
- return id_str;
- }
-
- public void setId_str(String id_str) {
- this.id_str = id_str;
- }
-
- public String getIn_reply_to_screen_name() {
- return in_reply_to_screen_name;
- }
-
- public void setIn_reply_to_screen_name(String in_reply_to_screen_name) {
- this.in_reply_to_screen_name = in_reply_to_screen_name;
- }
-
-
- public long getIn_reply_to_status_id() {
- return in_reply_to_status_id;
- }
-
- public void setIn_reply_to_status_id(long in_reply_to_status_id) {
- this.in_reply_to_status_id = in_reply_to_status_id;
- }
-
- public String getIn_reply_to_status_id_str() {
- return in_reply_to_status_id_str;
- }
-
- public void setIn_reply_to_status_id_str(String in_reply_to_status_id_str) {
- this.in_reply_to_status_id_str = in_reply_to_status_id_str;
- }
-
- public long getIn_reply_to_user_id() {
- return in_reply_to_user_id;
- }
-
- public void setIn_reply_to_user_id(long in_reply_to_user_id) {
- this.in_reply_to_user_id = in_reply_to_user_id;
- }
-
- public String getIn_reply_to_user_id_str() {
- return in_reply_to_user_id_str;
- }
-
- public void setIn_reply_to_user_id_str(String in_reply_to_user_id_str) {
- this.in_reply_to_user_id_str = in_reply_to_user_id_str;
- }
-
- public String getLang() {
- return lang;
- }
-
- public void setLang(String lang) {
- this.lang = lang;
- }
-
- public Places getPlace() {
- return place;
- }
-
- public void setPlace(Places place) {
- this.place = place;
- }
-
- public boolean getPossibly_sensitive() {
- return possibly_sensitive;
- }
-
- public void setPossibly_sensitive(boolean possibly_sensitive) {
- this.possibly_sensitive = possibly_sensitive;
- }
-
- public long getRetweet_count() {
- return retweet_count;
- }
-
- public void setRetweet_count(long retweet_count) {
- this.retweet_count = retweet_count;
- }
-
- public boolean isRetweeted() {
- return retweeted;
- }
-
- public void setRetweeted(boolean retweeted) {
- this.retweeted = retweeted;
- }
-
- public String getSource() {
- return source;
- }
-
- public void setSource(String source) {
- this.source = source;
- }
-
- public String getText() {
- return text;
- }
-
- public void setText(String text) {
- this.text = text;
- }
-
- public boolean isTruncated() {
- return truncated;
- }
-
- public void setTruncated(boolean truncated) {
- this.truncated = truncated;
- }
-
- public Users getUser() {
- return user;
- }
-
- public void setUser(Users user) {
- this.user = user;
- }
-
- public CurrentUserRetweet getCurrentUserRetweet() {
- return currentUserRetweet;
- }
-
- public void setCurrentUserRetweet(CurrentUserRetweet currentUserRetweet) {
- this.currentUserRetweet = currentUserRetweet;
- }
-
-
- public boolean isPossibly_sensitive() {
- return possibly_sensitive;
- }
-
- public Tweet getRetweeted_status() {
- return retweeted_status;
- }
-
- public void setRetweeted_status(Tweet retweeted_status) {
- this.retweeted_status = retweeted_status;
- }
-
- public int getTweetLevel() {
- return tweetLevel;
- }
-
- public void setTweetLevel(int tweetLevel) {
- this.tweetLevel = tweetLevel;
- }
-
-
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Entities.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Entities.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Entities.java
deleted file mode 100644
index 8a8f91e..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Entities.java
+++ /dev/null
@@ -1,90 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.tweet.entities;
-
-import java.util.ArrayList;
-import java.util.List;
-
-/**
- * Entities which have been parsed out of the text of the
- * {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet}.
- */
-public class Entities {
-
- private List<HashTags> hashtags;
-
- private List<Media> media;
-
- private List<URL> urls;
-
- private List<UserMention> user_mentions;
-
- private List<Symbol> symbols;
-
- public Entities() {
-
- hashtags = new ArrayList<HashTags>();
- media = new ArrayList<Media>();
- urls = new ArrayList<URL>();
- user_mentions = new ArrayList<UserMention>();
- symbols = new ArrayList<Symbol>();
-
- }
-
- public List<HashTags> getHashtags() {
- return hashtags;
- }
-
- public void setHashtags(List<HashTags> hashtags) {
- this.hashtags = hashtags;
- }
-
- public List<Media> getMedia() {
- return media;
- }
-
- public void setMedia(List<Media> media) {
- this.media = media;
- }
-
- public List<URL> getUrls() {
- return urls;
- }
-
- public void setUrls(List<URL> urls) {
- this.urls = urls;
- }
-
- public List<UserMention> getUser_mentions() {
- return user_mentions;
- }
-
- public void setUser_mentions(List<UserMention> user_mentions) {
- this.user_mentions = user_mentions;
- }
-
-
- public List<Symbol> getSymbols() {
- return symbols;
- }
-
- public void setSymbols(List<Symbol> symbols) {
- this.symbols = symbols;
- }
-
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/HashTags.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/HashTags.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/HashTags.java
deleted file mode 100644
index ba6f5c0..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/HashTags.java
+++ /dev/null
@@ -1,58 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.tweet.entities;
-
-/**
- * Represents hashtags which have been parsed out of the
- * {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet} text.
- */
-
-public class HashTags {
-
- private long[] indices = new long[2];
-
- private String text = "";
-
-
- public long[] getIndices() {
- return indices;
- }
-
- public void setIndices(long[] indices) {
- this.indices = indices;
- }
-
- public void setIndices(long start, long end) {
- this.indices[0] = start;
- this.indices[1] = end;
-
- }
-
- public String getText() {
- return text;
- }
-
- public void setText(String text, boolean hashExist) {
- if (hashExist) {
- this.text = text.substring((int) indices[0] + 1);
- } else {
- this.text = text;
- }
- }
-
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Media.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Media.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Media.java
deleted file mode 100644
index 37d2ab8..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Media.java
+++ /dev/null
@@ -1,143 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.tweet.entities;
-
-import java.util.HashMap;
-import java.util.Map;
-
-/**
- * Represents media elements uploaded with the {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet}.
- */
-public class Media {
-
-
- private String display_url = "";
-
- private String expanded_url = "";
-
- private long id;
-
- private String id_str = "";
-
- private long[] indices;
-
- private String media_url = "";
-
- private String media_url_https = "";
-
- private Map<String, Size> sizes;
-
- private String type = "";
-
- private String url = "";
-
- public Media() {
-
- this.display_url = "";
- this.expanded_url = "";
- this.id = 0L;
- this.id_str = "";
- this.setIndices(new long[]{0L, 0L});
- this.media_url = "";
- this.media_url_https = "";
- this.sizes = new HashMap<String, Size>();
- this.type = "";
- this.url = "";
-
- }
-
- public String getDisplay_url() {
- return display_url;
- }
-
- public void setDisplay_url(String display_url) {
- this.display_url = display_url;
- }
-
- public String getExpanded_url() {
- return expanded_url;
- }
-
- public void setExpanded_url(String expanded_url) {
- this.expanded_url = expanded_url;
- }
-
- public long getId() {
- return id;
- }
-
- public void setId(long id) {
- this.id = id;
- }
-
- public String getId_str() {
- return id_str;
- }
-
- public void setId_str(String id_str) {
- this.id_str = id_str;
- }
-
- public long[] getIndices() {
- return indices;
- }
-
- public void setIndices(long[] indices) {
- this.indices = indices;
- }
-
- public String getMedia_url() {
- return media_url;
- }
-
- public void setMedia_url(String media_url) {
- this.media_url = media_url;
- }
-
- public String getMedia_url_https() {
- return media_url_https;
- }
-
- public void setMedia_url_https(String media_url_https) {
- this.media_url_https = media_url_https;
- }
-
- public Map<String, Size> getSizes() {
- return sizes;
- }
-
- public void setSizes(Map<String, Size> sizes) {
- this.sizes = sizes;
- }
-
- public String getType() {
- return type;
- }
-
- public void setType(String type) {
- this.type = type;
- }
-
- public String getUrl() {
- return url;
- }
-
- public void setUrl(String url) {
- this.url = url;
- }
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Size.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Size.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Size.java
deleted file mode 100644
index 4f9b81c..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Size.java
+++ /dev/null
@@ -1,64 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.tweet.entities;
-
-/**
- * An object showing available sizes for the media file.
- */
-public class Size {
-
- private long w;
-
- private long h;
-
- private String resize = "";
-
-
- public Size(long width, long height, String resize) {
-
- this.w = width;
- this.h = height;
- this.resize = resize;
-
- }
-
-
- public long getWidth() {
- return w;
- }
-
- public void setWidth(long width) {
- this.w = width;
- }
-
- public long getHeight() {
- return h;
- }
-
- public void setHeight(long height) {
- this.h = height;
- }
-
- public String getResize() {
- return resize;
- }
-
- public void setResize(String resize) {
- this.resize = resize;
- }
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Symbol.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Symbol.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Symbol.java
deleted file mode 100644
index c2a6dd0..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/Symbol.java
+++ /dev/null
@@ -1,52 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.tweet.entities;
-
-/**
- * An array of financial symbols starting with the dollar sign extracted from the
- * {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet} text.
- */
-
-public class Symbol {
-
- private String text = "";
-
- private long[] indices;
-
- public Symbol() {
- this.text = "";
- this.setIndices(new long[]{0L, 0L});
-
- }
-
- public String getText() {
- return text;
- }
-
- public void setText(String text) {
- this.text = text;
- }
-
- public long[] getIndices() {
- return indices;
- }
-
- public void setIndices(long[] indices) {
- this.indices = indices;
- }
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/URL.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/URL.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/URL.java
deleted file mode 100644
index 93ddebd..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/URL.java
+++ /dev/null
@@ -1,70 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.tweet.entities;
-
-/**
- * Represents URLs included in the text of a Tweet or within textual fields of a
- * {@link org.apache.flink.contrib.tweetinputformat.model.tweet.entities.UserMention} object.
- */
-public class URL {
-
- private String url = "";
-
- private String display_url = "";
-
- private String expanded_url = "";
-
- private long[] indices;
-
- public URL() {
- this.setIndices(new long[]{0L, 0L});
- }
-
-
- public String getUrl() {
- return url;
- }
-
- public void setUrl(String url) {
- this.url = url;
- }
-
- public String getDisplay_url() {
- return display_url;
- }
-
- public void setDisplay_url(String display_url) {
- this.display_url = display_url;
- }
-
- public String getExpanded_url() {
- return expanded_url;
- }
-
- public void setExpanded_url(String expanded_url) {
- this.expanded_url = expanded_url;
- }
-
- public long[] getIndices() {
- return indices;
- }
-
- public void setIndices(long[] indices) {
- this.indices = indices;
- }
-}
http://git-wip-us.apache.org/repos/asf/flink/blob/d7d10a13/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/UserMention.java
----------------------------------------------------------------------
diff --git a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/UserMention.java b/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/UserMention.java
deleted file mode 100644
index 2a3cf1a..0000000
--- a/flink-contrib/flink-tweet-inputformat/src/main/java/org/apache/flink/contrib/tweetinputformat/model/tweet/entities/UserMention.java
+++ /dev/null
@@ -1,80 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.flink.contrib.tweetinputformat.model.tweet.entities;
-
-/**
- * Represents other Twitter users mentioned in the text of the
- * {@link org.apache.flink.contrib.tweetinputformat.model.tweet.Tweet}.
- */
-public class UserMention {
-
- private long id;
-
- private String id_str = "";
-
- private String screen_name = "";
-
- private String name = "";
-
- private long[] indices;
-
- public UserMention() {
-
- this.setIndices(new long[]{0L, 0L});
- }
-
- public long getId() {
- return id;
- }
-
- public void setId(long id) {
- this.id = id;
- }
-
- public String getId_str() {
- return id_str;
- }
-
- public void setId_str() {
- this.id_str = Long.toString(id);
- }
-
- public String getScreen_name() {
- return screen_name;
- }
-
- public void setScreen_name(String screen_name) {
- this.screen_name = screen_name;
- }
-
- public String getName() {
- return name;
- }
-
- public void setName(String name) {
- this.name = name;
- }
-
- public long[] getIndices() {
- return indices;
- }
-
- public void setIndices(long[] indices) {
- this.indices = indices;
- }
-}