You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streams.apache.org by sb...@apache.org on 2018/03/28 14:19:32 UTC
[streams] 01/01: Merge pull request #423 from
steveblackmon/STREAMS-582, 583
This is an automated email from the ASF dual-hosted git repository.
sblackmon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/streams.git
commit c052fa71cc81095c49950eb4bf0c3bf8188b7123
Merge: c809e47 41aacb3
Author: Steve Blackmon <sb...@apache.org>
AuthorDate: Wed Mar 28 09:19:28 2018 -0500
Merge pull request #423 from steveblackmon/STREAMS-582,583
STREAMS-582,583
pom.xml | 5 +
.../http/persist/SimpleHTTPPostPersistWriter.java | 3 +-
.../http/processor/SimpleHTTPGetProcessor.java | 5 +-
.../http/processor/SimpleHTTPPostProcessor.java | 5 +-
.../http/provider/SimpleHttpProvider.java | 3 +-
.../streams/config/ComponentConfigurator.java | 127 +-
.../apache/streams/config/StreamsConfigurator.java | 103 +-
.../main/jsonschema/ComponentConfiguration.json | 43 +-
.../src/main/jsonschema/StreamsConfiguration.json | 5 +
streams-config/src/main/resources/reference.conf | 25 +-
.../config/test/ComponentConfiguratorTest.java | 67 +-
.../test/StreamsConfigurationForTesting.java | 50 +
.../config/test/StreamsConfiguratorTest.java | 217 ++-
.../src/test/resources/custom.conf | 17 +-
.../src/test/resources/customChild.conf | 4 +-
.../src/main/resources/reference.conf | 2 +-
.../org/apache/streams/s3/S3PersistWriter.java | 2 +-
.../streams/cassandra/CassandraPersistReader.java | 8 +-
.../streams/cassandra/CassandraPersistWriter.java | 3 +-
.../src/main/resources/reference.conf | 6 +-
.../src/test/resources/cassandra.conf | 18 +-
.../elasticsearch/ElasticsearchPersistWriter.java | 3 +-
.../streams/elasticsearch/ElasticsearchQuery.java | 3 +-
.../DatumFromMetadataAsDocumentProcessor.java | 8 +-
.../processor/DatumFromMetadataProcessor.java | 8 +-
.../src/main/resources/reference.conf | 12 +-
.../filebuffer/FileBufferPersistReader.java | 5 +-
.../filebuffer/FileBufferPersistWriter.java | 5 +-
.../streams/file/FileBufferConfiguration.json | 29 +-
.../src/main/resources/reference.conf | 4 +-
.../filebuffer/test/FileBufferPersistIT.java | 106 +-
.../filebuffer/test/TestFileBufferPersist.java | 49 +-
.../src/test/resources/FileBufferPersistIT.conf | 6 +-
.../apache/streams/hbase/HbasePersistReader.java | 3 +-
.../apache/streams/hbase/HbasePersistWriter.java | 3 +-
.../apache/streams/hdfs/WebHdfsPersistReader.java | 2 +-
.../apache/streams/hdfs/WebHdfsPersistWriter.java | 2 +-
.../src/main/resources/reference.conf} | 8 +-
.../src/test/resources/hdfs-read.conf | 3 +-
.../src/test/resources/hdfs-write.conf | 3 +-
.../apache/streams/kafka/KafkaPersistReader.java | 6 +-
.../apache/streams/kafka/KafkaPersistWriter.java | 8 +-
.../apache/streams/mongo/MongoPersistReader.java | 6 +-
.../apache/streams/mongo/MongoPersistWriter.java | 3 +-
.../apache/streams/mongo/MongoConfiguration.json | 1 +
.../src/main/resources/mongo.conf | 11 +-
.../apache/streams/mongo/test/MongoPersistIT.java | 9 +-
.../src/test/resources/MongoPersistIT.conf | 2 +-
.../streams/neo4j/bolt/Neo4jBoltPersistReader.java | 3 +-
.../streams/neo4j/http/Neo4jHttpPersistReader.java | 2 +-
.../streams/neo4j/http/Neo4jHttpPersistWriter.java | 2 +-
.../peoplepattern/AccountTypeProcessor.java | 3 +-
.../peoplepattern/DemographicsProcessor.java | 3 +-
.../facebook/provider/FacebookProvider.java | 7 +-
.../provider/page/FacebookPageProvider.java | 18 +-
.../pagefeed/FacebookPageFeedProvider.java | 15 +-
.../FacebookPageFeedProviderConfiguration.json | 11 +
.../src/main/resources/reference.conf | 238 +--
.../providers/page/FacebookPageProviderIT.java | 10 +-
.../pagefeed/FacebookPageFeedProviderIT.java | 8 +
.../test/resources/FacebookPageFeedProviderIT.conf | 2 +-
.../src/test/resources/FacebookPageProviderIT.conf | 2 +-
.../streams/gmail/provider/GMailProvider.java | 6 +-
.../gplus/provider/AbstractGPlusProvider.java | 3 +-
.../gplus/provider/GPlusUserActivityProvider.java | 10 +-
.../gplus/provider/GPlusUserDataProvider.java | 12 +-
.../GPlusUserActivityProviderConfiguration.json | 11 +
.../gplus/GPlusUserDataProviderConfiguration.json | 11 +
.../google-gplus/src/main/resources/reference.conf | 2 +-
.../providers/GPlusUserActivityProviderIT.java | 5 +
.../gplus/providers/GPlusUserDataProviderIT.java | 5 +
.../resources/GPlusUserActivityProviderIT.conf | 2 +-
.../test/resources/GPlusUserDataProviderIT.conf | 2 +-
.../provider/InstagramAbstractProvider.java | 3 +-
.../provider/InstagramCommentsProvider.java | 8 +-
.../provider/InstagramEngagersProvider.java | 8 +-
.../provider/InstagramLikersProvider.java | 8 +-
.../recentmedia/InstagramRecentMediaProvider.java | 8 +-
.../userinfo/InstagramUserInfoProvider.java | 9 +-
.../src/main/resources/reference.conf | 9 +-
.../resources/InstagramCommentsProviderIT.conf | 2 +-
.../resources/InstagramEngagersProviderIT.conf | 2 +-
.../test/resources/InstagramLikersProviderIT.conf | 2 +-
.../resources/InstagramRecentMediaProviderIT.conf | 2 +-
.../resources/InstagramUserInfoProviderIT.conf | 2 +-
.../streams/rss/provider/RssStreamProvider.java | 4 +-
.../src/main/resources/reference.conf | 2 +-
.../org/apache/streams/twitter/api/Twitter.java | 9 +-
.../api/TwitterOAuthRequestInterceptor.java | 3 +-
.../processor/FetchAndReplaceTwitterProcessor.java | 7 +-
.../twitter/provider/SevenDaySearchProvider.java | 21 +-
.../twitter/provider/ThirtyDaySearchProvider.java | 4 +-
.../twitter/provider/TwitterEngagersProvider.java | 26 +-
.../twitter/provider/TwitterFollowingProvider.java | 22 +-
.../twitter/provider/TwitterProviderUtil.java | 2 +-
.../twitter/provider/TwitterStreamProvider.java | 7 +-
.../twitter/provider/TwitterTimelineProvider.java | 16 +-
.../provider/TwitterUserInformationProvider.java | 18 +-
.../SevenDaySearchProviderConfiguration.json | 8 +-
.../ThirtyDaySearchProviderConfiguration.json | 8 +-
.../twitter/config/TwitterConfiguration.json | 4 +-
.../TwitterEngagersProviderConfiguration.json | 8 +-
.../config/TwitterFollowingConfiguration.json | 14 +-
.../twitter/config/TwitterStreamConfiguration.json | 2 +-
.../TwitterTimelineProviderConfiguration.json | 8 +-
.../TwitterUserInformationConfiguration.json | 5 +-
.../src/main/resources/followers.conf | 6 +-
.../src/main/resources/friends.conf | 6 +-
.../src/main/resources/reference.conf | 64 +-
.../src/main/resources/sample.conf | 6 +-
.../src/main/resources/userinfo.conf | 7 +-
.../src/main/resources/userstream.conf | 6 +-
.../apache/streams/twitter/test/api/TwitterIT.java | 18 +-
.../twitter/test/api/TwitterSecurityTest.java | 5 +-
.../test/providers/TwitterEngagersProviderIT.java | 9 +-
.../test/providers/TwitterFollowingProviderIT.java | 4 +-
.../test/resources/TwitterEngagersProviderIT.conf | 17 +-
.../test/resources/TwitterFollowingProviderIT.conf | 8 +-
.../src/test/resources/TwitterIT.conf | 2 +-
.../resources/TwitterSevenDaySearchProviderIT.conf | 8 +-
.../test/resources/TwitterStreamProviderIT.conf | 15 +-
.../TwitterThirtyDaySearchProviderIT.conf | 8 +-
.../test/resources/TwitterTimelineProviderIT.conf | 10 +-
.../TwitterUserInformationProviderIT.conf | 2008 ++++++++++----------
.../youtube/provider/YoutubeChannelProvider.java | 12 +-
.../streams/youtube/provider/YoutubeProvider.java | 3 +-
.../provider/YoutubeUserActivityProvider.java | 10 +-
.../YoutubeChannelProviderConfiguration.json | 11 +
.../YoutubeUserActivityProviderConfiguration.json | 11 +
.../test/providers/YoutubeChannelProviderIT.java | 5 +
.../providers/YoutubeUserActivityProviderIT.java | 7 +-
.../test/resources/YoutubeChannelProviderIT.conf | 2 +-
.../resources/YoutubeUserActivityProviderIT.conf | 2 +-
.../main/jsonschema/FlinkBatchConfiguration.json | 3 +-
.../jsonschema/FlinkStreamingConfiguration.json | 21 +-
.../main/jsonschema/StreamsFlinkConfiguration.json | 33 +-
.../TwitterFollowingPipelineConfiguration.json | 3 +-
.../TwitterPostsPipelineConfiguration.json | 6 +-
.../TwitterSpritzerPipelineConfiguration.json | 6 +-
...witterUserInformationPipelineConfiguration.json | 6 +-
.../src/main/resources/reference.conf | 10 +
.../apache/streams/examples/flink/FlinkBase.scala | 17 +-
.../collection/FlinkTwitterFollowingPipeline.scala | 11 +-
.../collection/FlinkTwitterPostsPipeline.scala | 9 +-
.../collection/FlinkTwitterSpritzerPipeline.scala | 9 +-
.../FlinkTwitterUserInformationPipeline.scala | 9 +-
.../FlinkTwitterFollowingPipelineFollowersIT.conf | 16 +-
.../FlinkTwitterFollowingPipelineFriendsIT.conf | 16 +-
.../resources/FlinkTwitterPostsPipelineIT.conf | 14 +-
.../resources/FlinkTwitterSpritzerPipelineIT.conf | 14 +-
.../FlinkTwitterUserInformationPipelineIT.conf | 14 +-
.../FlinkTwitterFollowingPipelineFollowersIT.scala | 8 +-
.../FlinkTwitterFollowingPipelineFriendsIT.scala | 8 +-
.../twitter/test/FlinkTwitterPostsPipelineIT.scala | 8 +-
.../test/FlinkTwitterSpritzerPipelineIT.scala | 8 +-
.../FlinkTwitterUserInformationPipelineIT.scala | 8 +-
.../elasticsearch-hdfs/pom.xml | 10 +
.../apache/streams/example/ElasticsearchHdfs.java | 6 +-
.../apache/streams/example/HdfsElasticsearch.java | 6 +-
.../jsonschema/ElasticsearchHdfsConfiguration.json | 5 +
.../jsonschema/HdfsElasticsearchConfiguration.json | 5 +
.../streams/example/test/ElasticsearchHdfsIT.java | 8 +-
.../streams/example/test/HdfsElasticsearchIT.java | 11 +-
.../elasticsearch-reindex/pom.xml | 10 +
.../streams/example/ElasticsearchReindex.java | 7 +-
.../ElasticsearchReindexConfiguration.json | 5 +
.../src/main/resources/application.json | 29 -
.../example/test/ElasticsearchReindexChildIT.java | 8 +-
.../example/test/ElasticsearchReindexIT.java | 8 +-
.../example/test/ElasticsearchReindexParentIT.java | 8 +-
.../resources/ElasticsearchReindexChildIT.conf | 37 -
.../src/test/resources/ElasticsearchReindexIT.conf | 36 -
.../resources/ElasticsearchReindexParentIT.conf | 37 -
.../mongo-elasticsearch-sync/pom.xml | 10 +
.../streams/example/MongoElasticsearchSync.java | 6 +-
.../MongoElasticsearchSyncConfiguration.json | 5 +
.../example/test/MongoElasticsearchSyncIT.java | 8 +-
.../test/resources/MongoElasticsearchSyncIT.conf | 35 -
.../apache/streams/example/TwitterFollowNeo4j.java | 2 +-
.../twitter-history-elasticsearch/pom.xml | 10 +
.../example/TwitterHistoryElasticsearch.java | 6 +-
.../TwitterHistoryElasticsearchConfiguration.json | 18 +
.../TwitterHistoryElasticsearchConfiguration.json | 13 -
.../test/TwitterHistoryElasticsearchIT.java | 8 +-
.../resources/TwitterHistoryElasticsearchIT.conf | 31 -
.../twitter-userstream-elasticsearch/pom.xml | 10 +
.../example/TwitterUserstreamElasticsearch.java | 10 +-
...witterUserstreamElasticsearchConfiguration.json | 7 +-
.../test/TwitterUserstreamElasticsearchIT.java | 21 +-
.../TwitterUserstreamElasticsearchIT.conf | 32 -
.../monitoring/tasks/BroadcastMonitorThread.java | 25 +-
.../local/monitoring/MonitoringConfiguration.json | 3 +-
.../src/main/resources/reference.conf | 2 +-
.../tasks/BroadcastMonitorThreadTest.java | 18 +-
.../dropwizard/StreamDropwizardBuilder.java | 23 +-
.../streams/dropwizard/StreamsApplication.java | 2 +-
.../streams/local/builders/LocalStreamBuilder.java | 144 +-
.../main/jsonschema/LocalRuntimeConfiguration.json | 7 +-
.../src/main/resources/reference.conf | 15 +-
.../local/builders/LocalStreamBuilderTest.java | 25 +-
200 files changed, 2595 insertions(+), 2344 deletions(-)
--
To stop receiving notification emails like this one, please contact
sblackmon@apache.org.