You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by mb...@apache.org on 2015/05/07 09:33:21 UTC
[3/3] flink git commit: Removed legally questionable tweet data
Removed legally questionable tweet data
Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/8ea840e2
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/8ea840e2
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/8ea840e2
Branch: refs/heads/master
Commit: 8ea840e2fa609ed756422d87f10e8f6b1f90a2df
Parents: b3cb5e7
Author: mbalassi <mb...@apache.org>
Authored: Wed May 6 15:45:21 2015 +0200
Committer: mbalassi <mb...@apache.org>
Committed: Wed May 6 16:37:58 2015 +0200
----------------------------------------------------------------------
.../src/main/resources/HashTagTweetSample.json | 8 +-
.../SimpleTweetInputFormatTest.java | 8 +-
.../examples/twitter/TwitterStream.java | 2 +-
.../twitter/util/TwitterStreamData.java | 77 ++------------------
4 files changed, 14 insertions(+), 81 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/flink/blob/8ea840e2/flink-contrib/src/main/resources/HashTagTweetSample.json
----------------------------------------------------------------------
diff --git a/flink-contrib/src/main/resources/HashTagTweetSample.json b/flink-contrib/src/main/resources/HashTagTweetSample.json
index e17999c..ddf8f75 100644
--- a/flink-contrib/src/main/resources/HashTagTweetSample.json
+++ b/flink-contrib/src/main/resources/HashTagTweetSample.json
@@ -1,4 +1,4 @@
-{"created_at":"Wed Aug 20 21:58:34 +0000 2014","id":502213125421412352,"id_str":"502213125421412352","text":"Cooler than a wine glass. Witcho fine ass \ud83d\ude0c http:\/\/t.co\/uSJwfwRYNk","source":"\u003ca href=\"http:\/\/twitter.com\/download\/iphone\" rel=\"nofollow\"\u003eTwitter for iPhone\u003c\/a\u003e","truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":452474201,"id_str":"452474201","name":"Shawnna \u2652\ufe0f","screen_name":"ThaaOddOne","location":"Onnat Ass","url":"http:\/\/contradictiveoxymoron.tumblr.com","description":"Booty.","protected":false,"verified":false,"followers_count":986,"friends_count":590,"listed_count":2,"favourites_count":1748,"statuses_count":35562,"created_at":"Sun Jan 01 22:06:19 +0000 2012","utc_offset":-18000,"time_zone":"Central Time (US & Canada)","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_trans
lator":false,"profile_background_color":"022330","profile_background_image_url":"http:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_image_url_https":"https:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fill_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":"http:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_image_url_https":"https:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_banner_url":"https:\/\/pbs.twimg.com\/profile_banners\/452474201\/1408484011","default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"p
lace":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"example","indices":[0,16]},{"text":"tweet","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[44,66],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}}}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,"entities":{"hashtags":[],"trends":[],"urls":[],"user_mentions"
:[{"screen_name":"ThaaOddOne","name":"Shawnna \u2652\ufe0f","id":452474201,"id_str":"452474201","indices":[3,14]}],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[60,82],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}},"source_status_id":502213125421412352,"source_status_id_str":"502213125421412352"}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
-{"created_at":"Wed Aug 20 21:58:34 +0000 2014","id":502213125421412353,"id_str":"502213125421412353","text":"Cooler than a wine glass. Witcho fine ass \ud83d\ude0c http:\/\/t.co\/uSJwfwRYNk","source":"\u003ca href=\"http:\/\/twitter.com\/download\/iphone\" rel=\"nofollow\"\u003eTwitter for iPhone\u003c\/a\u003e","truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":452474201,"id_str":"452474201","name":"Shawnna \u2652\ufe0f","screen_name":"ThaaOddOne","location":"Onnat Ass","url":"http:\/\/contradictiveoxymoron.tumblr.com","description":"Booty.","protected":false,"verified":false,"followers_count":986,"friends_count":590,"listed_count":2,"favourites_count":1748,"statuses_count":35562,"created_at":"Sun Jan 01 22:06:19 +0000 2012","utc_offset":-18000,"time_zone":"Central Time (US & Canada)","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_trans
lator":false,"profile_background_color":"022330","profile_background_image_url":"http:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_image_url_https":"https:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fill_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":"http:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_image_url_https":"https:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_banner_url":"https:\/\/pbs.twimg.com\/profile_banners\/452474201\/1408484011","default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"p
lace":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"example","indices":[0,16]},{"text":"tweet","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[44,66],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}}}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,"entities":{"hashtags":[],"trends":[],"urls":[],"user_mentions"
:[{"screen_name":"ThaaOddOne","name":"Shawnna \u2652\ufe0f","id":452474201,"id_str":"452474201","indices":[3,14]}],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[60,82],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}},"source_status_id":502213125421412352,"source_status_id_str":"502213125421412352"}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
-{"created_at":"Wed Aug 20 21:58:34 +0000 2014","id":502213125421412354,"id_str":"502213125421412354","text":"Cooler than a wine glass. Witcho fine ass \ud83d\ude0c http:\/\/t.co\/uSJwfwRYNk","source":"\u003ca href=\"http:\/\/twitter.com\/download\/iphone\" rel=\"nofollow\"\u003eTwitter for iPhone\u003c\/a\u003e","truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":452474201,"id_str":"452474201","name":"Shawnna \u2652\ufe0f","screen_name":"ThaaOddOne","location":"Onnat Ass","url":"http:\/\/contradictiveoxymoron.tumblr.com","description":"Booty.","protected":false,"verified":false,"followers_count":986,"friends_count":590,"listed_count":2,"favourites_count":1748,"statuses_count":35562,"created_at":"Sun Jan 01 22:06:19 +0000 2012","utc_offset":-18000,"time_zone":"Central Time (US & Canada)","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_trans
lator":false,"profile_background_color":"022330","profile_background_image_url":"http:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_image_url_https":"https:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fill_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":"http:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_image_url_https":"https:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_banner_url":"https:\/\/pbs.twimg.com\/profile_banners\/452474201\/1408484011","default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"p
lace":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"last","indices":[0,16]},{"text":"example","indices":[118,125]},{"text":"that","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[44,66],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}}}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,"entities":{"hashtags":[],"t
rends":[],"urls":[],"user_mentions":[{"screen_name":"ThaaOddOne","name":"Shawnna \u2652\ufe0f","id":452474201,"id_str":"452474201","indices":[3,14]}],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[60,82],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}},"source_status_id":502213125421412352,"source_status_id_str":"502213125421412352"}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
-{"created_at":"Wed Aug 20 21:58:34 +0000 2014","id":502213125421412355,"id_str":"502213125421412355","text":"Cooler than a wine glass. Witcho fine ass \ud83d\ude0c http:\/\/t.co\/uSJwfwRYNk","source":"\u003ca href=\"http:\/\/twitter.com\/download\/iphone\" rel=\"nofollow\"\u003eTwitter for iPhone\u003c\/a\u003e","truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":452474201,"id_str":"452474201","name":"Shawnna \u2652\ufe0f","screen_name":"ThaaOddOne","location":"Onnat Ass","url":"http:\/\/contradictiveoxymoron.tumblr.com","description":"Booty.","protected":false,"verified":false,"followers_count":986,"friends_count":590,"listed_count":2,"favourites_count":1748,"statuses_count":35562,"created_at":"Sun Jan 01 22:06:19 +0000 2012","utc_offset":-18000,"time_zone":"Central Time (US & Canada)","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_trans
lator":false,"profile_background_color":"022330","profile_background_image_url":"http:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_image_url_https":"https:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fill_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":"http:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_image_url_https":"https:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_banner_url":"https:\/\/pbs.twimg.com\/profile_banners\/452474201\/1408484011","default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"p
lace":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"d12","indices":[0,16]},{"text":"how_to","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[44,66],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}}}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,"entities":{"hashtags":[],"trends":[],"urls":[],"user_mentions":[{
"screen_name":"ThaaOddOne","name":"Shawnna \u2652\ufe0f","id":452474201,"id_str":"452474201","indices":[3,14]}],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[60,82],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}},"source_status_id":502213125421412352,"source_status_id_str":"502213125421412352"}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
\ No newline at end of file
+{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":100000000000000000,"id_str":"100000000000000000","text":"Apache Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"example","indices":[0,16]},{"text":"tweet","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
+{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":200000000000000000,"id_str":"200000000000000000","text":"Apache Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"example","indices":[0,16]},{"text":"tweet","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
+{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":300000000000000000,"id_str":"300000000000000000","text":"Apache Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"last","indices":[0,16]},{"text":"example","indices":[118,125]},{"text":"that","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
+{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":400000000000000000,"id_str":"400000000000000000","text":"Apache Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"d12","indices":[0,16]},{"text":"how_to","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
http://git-wip-us.apache.org/repos/asf/flink/blob/8ea840e2/flink-contrib/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
----------------------------------------------------------------------
diff --git a/flink-contrib/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java b/flink-contrib/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
index f16b11e..29f1fb5 100644
--- a/flink-contrib/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
+++ b/flink-contrib/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
@@ -77,13 +77,13 @@ public class SimpleTweetInputFormatTest {
result.add(iterator.next().getText());
}
- if (tweet.getId_str().equals("502213125421412352")) {
+ if (tweet.getId_str().equals("100000000000000000")) {
Assert.assertArrayEquals(new String[]{"example", "tweet"}, result.toArray());
- } else if (tweet.getId_str().equals("502213125421412353")) {
+ } else if (tweet.getId_str().equals("200000000000000000")) {
Assert.assertArrayEquals(new String[]{"example", "tweet"}, result.toArray());
- } else if (tweet.getId_str().equals("502213125421412354")) {
+ } else if (tweet.getId_str().equals("300000000000000000")) {
Assert.assertArrayEquals(new String[]{"last", "example", "that"}, result.toArray());
- } else if (tweet.getId_str().equals("502213125421412355")) {
+ } else if (tweet.getId_str().equals("400000000000000000")) {
Assert.assertArrayEquals(new String[]{"d12", "how_to"}, result.toArray());
}
}
http://git-wip-us.apache.org/repos/asf/flink/blob/8ea840e2/flink-staging/flink-streaming/flink-streaming-examples/src/main/java/org/apache/flink/streaming/examples/twitter/TwitterStream.java
----------------------------------------------------------------------
diff --git a/flink-staging/flink-streaming/flink-streaming-examples/src/main/java/org/apache/flink/streaming/examples/twitter/TwitterStream.java b/flink-staging/flink-streaming/flink-streaming-examples/src/main/java/org/apache/flink/streaming/examples/twitter/TwitterStream.java
index 8305ce7..32a2dfe 100644
--- a/flink-staging/flink-streaming/flink-streaming-examples/src/main/java/org/apache/flink/streaming/examples/twitter/TwitterStream.java
+++ b/flink-staging/flink-streaming/flink-streaming-examples/src/main/java/org/apache/flink/streaming/examples/twitter/TwitterStream.java
@@ -105,7 +105,7 @@ public class TwitterStream {
@Override
public void flatMap(String value, Collector<Tuple2<String, Integer>> out) throws Exception {
try {
- if (getString(value, "lang").equals("en")) {
+ if (getString(value, "user.lang").equals("en")) {
// message of tweet
StringTokenizer tokenizer = new StringTokenizer(getString(value, "text"));