You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by bo...@apache.org on 2018/09/26 00:23:28 UTC
[29/29] samza git commit: Merge branch 'NewConsumer2' of
https://github.com/sborya/samza into NewKafkaSystemConsumer
Merge branch 'NewConsumer2' of https://github.com/sborya/samza into NewKafkaSystemConsumer
Project: http://git-wip-us.apache.org/repos/asf/samza/repo
Commit: http://git-wip-us.apache.org/repos/asf/samza/commit/d1675dde
Tree: http://git-wip-us.apache.org/repos/asf/samza/tree/d1675dde
Diff: http://git-wip-us.apache.org/repos/asf/samza/diff/d1675dde
Branch: refs/heads/NewKafkaSystemConsumer
Commit: d1675dde0250cc9c290da21ad1e1baa4819d58f1
Parents: 3615963 da39af7
Author: Boris S <bs...@linkedin.com>
Authored: Tue Sep 25 17:19:54 2018 -0700
Committer: Boris S <bs...@linkedin.com>
Committed: Tue Sep 25 17:19:54 2018 -0700
----------------------------------------------------------------------
.gitignore | 3 +-
build.gradle | 2 +
docs/_case-studies/TEMPLATE.md | 32 +
docs/_case-studies/digitalsmiths.md | 31 +
docs/_case-studies/fortscale.md | 30 +
docs/_case-studies/index.md | 49 +
docs/_case-studies/intuit.md | 31 +
docs/_case-studies/linkedin.md | 30 +
docs/_case-studies/netflix.md | 30 +
docs/_case-studies/optimizely.md | 58 +
docs/_case-studies/redfin.md | 30 +
docs/_case-studies/state.md | 31 +
docs/_case-studies/uber.md | 30 +
docs/_committers/TEMPLATE.md | 30 +
docs/_committers/angela-murrell.md | 28 +
docs/_committers/boris-shkolnik.md | 28 +
docs/_committers/chinmay-soman.md | 28 +
docs/_committers/chris-riccomini.md | 28 +
docs/_committers/garry-turkington.md | 28 +
docs/_committers/jagadish-venkatraman.md | 28 +
docs/_committers/jake-maes.md | 28 +
docs/_committers/jakob-homan.md | 29 +
docs/_committers/jay-kreps.md | 28 +
docs/_committers/martin-kleppmann.md | 28 +
docs/_committers/navina-ramesh.md | 28 +
docs/_committers/prateek-maheshwari.md | 28 +
docs/_committers/sriram-subramanian.md | 28 +
docs/_committers/wei-song.md | 28 +
docs/_committers/xinyu-liu.md | 28 +
docs/_committers/yan-fang.md | 28 +
docs/_committers/yi-pan.md | 28 +
docs/_committers/zhijie-shen.md | 28 +
docs/_config.yml | 17 +
docs/_includes/footer.html | 92 +
docs/_includes/main-navigation.html | 39 +
docs/_layouts/case-study.html | 150 ++
docs/_layouts/default.html | 309 +--
docs/_layouts/news.html | 81 +
docs/_layouts/page.html | 96 +-
docs/_layouts/talks-and-meetups.html | 42 +
docs/_meetups/dec-2018.md | 46 +
docs/_meetups/july-2018.md | 56 +
docs/_menu/index.html | 160 ++
...ncing-the-release-of-apache-samza--0.14.0.md | 76 +
docs/_news/2018-04-28-something-else.md | 36 +
...ncing-the-release-of-apache-samza--0.14.1.md | 83 +
docs/_news/TEMPLATE.md | 38 +
docs/_news/index.md | 54 +
docs/_powered-by/TEMPLATE.md | 23 +
docs/_powered-by/intuit.md | 22 +
docs/_powered-by/linkedin.md | 22 +
docs/_powered-by/mobileaware.md | 22 +
docs/_releases/0.10.md | 21 +
docs/_releases/0.11.md | 21 +
docs/_releases/0.12.md | 21 +
docs/_releases/0.13.md | 21 +
docs/_releases/0.14.md | 21 +
docs/_releases/0.7.0.md | 21 +
docs/_releases/0.8.md | 21 +
docs/_releases/0.9.md | 21 +
docs/_releases/TEMPLATE.md | 21 +
docs/_talks/TEMPLATE.md | 34 +
docs/_talks/june-2018--bangalore-kafka-group.md | 30 +
docs/_talks/november-2017-big-data-span-2017.md | 30 +
.../november-2018--totally-awesome-summit.md | 30 +
...ber-21-2017--dataworks-summit-sydney-2017.md | 33 +
docs/community/committers-old.md | 103 +
docs/community/committers.html | 97 +
docs/community/committers.md | 103 -
docs/css/bootstrap.css.map | 1 -
docs/css/bootstrap.min.css | 7 -
docs/css/font-awesome.min.css | 4 -
docs/css/google-fonts.css | 72 +
docs/css/ionicons.min.css | 11 +
docs/css/main.new.css | 2262 ++++++++++++++++++
docs/css/ropa-sans.css | 25 -
docs/fonts/ionicons.eot | Bin 0 -> 112650 bytes
docs/fonts/ionicons.svg | 713 ++++++
docs/fonts/ionicons.ttf | Bin 0 -> 112472 bytes
docs/fonts/ionicons.woff | Bin 0 -> 65912 bytes
docs/fonts/ionicons.woff2 | Bin 0 -> 50632 bytes
docs/img/favicon/apple-touch-icon-114x114.png | Bin 0 -> 14109 bytes
docs/img/favicon/apple-touch-icon-120x120.png | Bin 0 -> 12879 bytes
docs/img/favicon/apple-touch-icon-144x144.png | Bin 0 -> 18520 bytes
docs/img/favicon/apple-touch-icon-152x152.png | Bin 0 -> 20884 bytes
docs/img/favicon/apple-touch-icon-57x57.png | Bin 0 -> 5351 bytes
docs/img/favicon/apple-touch-icon-60x60.png | Bin 0 -> 5270 bytes
docs/img/favicon/apple-touch-icon-72x72.png | Bin 0 -> 7156 bytes
docs/img/favicon/apple-touch-icon-76x76.png | Bin 0 -> 7707 bytes
docs/img/favicon/favicon-128.png | Bin 0 -> 13302 bytes
docs/img/favicon/favicon-16x16.png | Bin 0 -> 824 bytes
docs/img/favicon/favicon-196x196.png | Bin 0 -> 30623 bytes
docs/img/favicon/favicon-32x32.png | Bin 0 -> 2288 bytes
docs/img/favicon/favicon-96x96.png | Bin 0 -> 10467 bytes
docs/img/favicon/favicon.ico | Bin 0 -> 34494 bytes
docs/img/favicon/mstile-144x144.png | Bin 0 -> 18520 bytes
docs/img/favicon/mstile-150x150.png | Bin 0 -> 43894 bytes
docs/img/favicon/mstile-310x150.png | Bin 0 -> 102518 bytes
docs/img/favicon/mstile-310x310.png | Bin 0 -> 192956 bytes
docs/img/favicon/mstile-70x70.png | Bin 0 -> 13302 bytes
docs/img/feather.gif | Bin 0 -> 16647 bytes
docs/img/samza-just-logo-transparent.png | Bin 0 -> 260503 bytes
docs/img/samza-just-logo.svg | 128 +
docs/img/samza-logo-no-text.png | Bin 0 -> 93664 bytes
docs/img/samza-logo.png | Bin 0 -> 6412 bytes
docs/img/samza-logo.svg | 174 ++
docs/img/samza-logo@2x.png | Bin 0 -> 16164 bytes
docs/index.md | 22 +-
docs/index.md.bak | 39 +
docs/js/bootstrap.min.js | 6 -
docs/js/jquery-1.11.1.min.js | 4 -
docs/js/jquery.tablesorter.min.js | 4 -
docs/js/main.new.js | 645 +++++
docs/learn/tutorials/versioned/index.md | 3 +-
docs/meetups/index.html | 106 +
docs/powered-by/index.html | 48 +
docs/startup/preview/index.md | 2 +-
.../startup/releases/versioned/release-notes.md | 17 +-
docs/talks/index.html | 85 +
.../samza/metadatastore/MetadataStore.java | 6 +-
.../apache/samza/operators/TableDescriptor.java | 13 +-
.../samza/table/TableDescriptorsProvider.java | 8 +-
.../StreamApplicationDescriptorImpl.java | 8 +
.../apache/samza/container/LocalityManager.java | 2 +-
.../grouper/task/GroupByContainerCount.java | 6 +-
.../grouper/task/GroupByContainerIds.java | 4 +-
.../task/SingleContainerGrouperFactory.java | 2 +-
.../grouper/task/TaskAssignmentManager.java | 2 +-
.../metadatastore/CoordinatorStreamStore.java | 2 +-
.../apache/samza/job/model/ContainerModel.java | 31 +-
.../org/apache/samza/job/model/JobModel.java | 2 -
.../samza/operators/BaseTableDescriptor.java | 19 +-
.../model/JsonContainerModelMixIn.java | 38 +-
.../serializers/model/JsonJobModelMixIn.java | 2 +
.../serializers/model/JsonTaskModelMixIn.java | 2 +
.../serializers/model/SamzaObjectMapper.java | 41 +-
.../apache/samza/storage/StorageRecovery.java | 2 +-
.../samza/system/inmemory/InMemoryManager.java | 6 +-
.../system/inmemory/InMemorySystemAdmin.java | 4 -
.../system/inmemory/InMemorySystemConsumer.java | 4 -
.../system/inmemory/InMemorySystemFactory.java | 4 -
.../system/inmemory/InMemorySystemProducer.java | 4 -
.../table/caching/CachingTableDescriptor.java | 37 +-
.../table/hybrid/BaseHybridTableDescriptor.java | 50 +
.../table/remote/RemoteTableDescriptor.java | 13 +-
.../java/org/apache/samza/zk/ProcessorData.java | 19 +-
.../samza/zk/ZkJobCoordinatorFactory.java | 17 +-
.../java/org/apache/samza/zk/ZkKeyBuilder.java | 30 +-
.../org/apache/samza/zk/ZkMetadataStore.java | 132 +
.../apache/samza/zk/ZkMetadataStoreFactory.java | 36 +
.../apache/samza/container/SamzaContainer.scala | 28 +-
.../samza/coordinator/JobModelManager.scala | 2 +-
.../grouper/task/TestGroupByContainerCount.java | 89 +-
.../grouper/task/TestGroupByContainerIds.java | 37 +-
.../samza/container/mock/ContainerMocks.java | 6 +-
.../coordinator/JobModelManagerTestUtil.java | 13 +-
.../TestCoordinatorStreamStore.java | 2 +-
.../samza/execution/TestExecutionPlanner.java | 8 +-
.../apache/samza/job/model/TestJobModel.java | 50 +
.../operators/impl/TestOperatorImplGraph.java | 8 +-
.../model/TestSamzaObjectMapper.java | 205 +-
.../samza/table/caching/TestCachingTable.java | 22 +-
.../org/apache/samza/zk/TestZkKeyBuilder.java | 2 +-
.../apache/samza/zk/TestZkMetadataStore.java | 121 +
.../samza/container/TestSamzaContainer.scala | 741 ++----
.../samza/container/TestTaskInstance.scala | 526 ++--
.../TestTaskInstanceExceptionHandler.scala | 144 ++
.../samza/coordinator/TestJobCoordinator.scala | 12 +-
.../samza/system/chooser/MockSystemAdmin.scala | 30 +
.../chooser/TestBootstrappingChooser.scala | 3 +-
.../system/chooser/TestDefaultChooser.scala | 1 -
.../clients/consumer/KafkaConsumerConfig.java | 194 --
.../samza/config/KafkaConsumerConfig.java | 210 ++
.../samza/system/kafka/KafkaConsumerProxy.java | 347 ++-
.../samza/system/kafka/KafkaSystemConsumer.java | 202 +-
.../kafka/KafkaSystemConsumerMetrics.scala | 4 +-
.../samza/system/kafka/KafkaSystemFactory.scala | 3 +-
.../consumer/TestKafkaConsumerConfig.java | 137 --
.../samza/config/TestKafkaConsumerConfig.java | 150 ++
.../system/kafka/TestKafkaSystemAdminJava.java | 18 +-
.../system/kafka/TestKafkaSystemConsumer.java | 52 +-
.../kv/inmemory/InMemoryTableDescriptor.java | 13 +-
.../inmemory/TestInMemoryTableDescriptor.java | 4 +-
.../storage/kv/RocksDbTableDescriptor.java | 13 +-
.../storage/kv/TestRocksDbTableDescriptor.java | 11 +-
.../kv/BaseLocalStoreBackedTableDescriptor.java | 13 +-
.../kv/LocalStoreBackedReadWriteTable.java | 1 +
.../samza/sql/data/RexToJavaCompiler.java | 5 +-
.../samza/sql/dsl/SamzaSqlDslConverter.java | 96 +
.../sql/dsl/SamzaSqlDslConverterFactory.java | 33 +
.../sql/impl/ConfigBasedIOResolverFactory.java | 7 +-
.../samza/sql/interfaces/DslConverter.java | 37 +
.../sql/interfaces/DslConverterFactory.java | 36 +
.../samza/sql/interfaces/SamzaSqlDriver.java | 56 +
.../interfaces/SamzaSqlJavaTypeFactoryImpl.java | 72 +
.../samza/sql/runner/SamzaSqlApplication.java | 30 +-
.../sql/runner/SamzaSqlApplicationConfig.java | 117 +-
.../sql/runner/SamzaSqlApplicationRunner.java | 41 +-
.../samza/sql/testutil/SamzaSqlQueryParser.java | 21 +-
.../samza/sql/translator/JoinTranslator.java | 1 +
.../samza/sql/translator/ModifyTranslator.java | 117 +
.../samza/sql/translator/QueryTranslator.java | 90 +-
.../samza/sql/translator/ScanTranslator.java | 10 +-
.../apache/samza/sql/e2e/TestSamzaSqlTable.java | 4 +-
.../runner/TestSamzaSqlApplicationConfig.java | 49 +-
.../runner/TestSamzaSqlApplicationRunner.java | 2 +-
.../samza/sql/system/TestAvroSystemFactory.java | 3 +-
.../samza/sql/testutil/SamzaSqlTestConfig.java | 3 +
.../sql/testutil/TestIOResolverFactory.java | 7 +-
.../sql/testutil/TestSamzaSqlFileParser.java | 1 +
.../sql/translator/TestQueryTranslator.java | 345 ++-
.../samza/example/PageViewCounterExample.java | 1 -
.../samza/test/framework/StreamAssert.java | 73 +-
.../apache/samza/test/framework/TestRunner.java | 286 ++-
.../test/framework/stream/CollectionStream.java | 204 --
.../system/CollectionStreamSystemSpec.java | 90 -
.../system/InMemoryInputDescriptor.java | 42 +
.../system/InMemoryOutputDescriptor.java | 46 +
.../system/InMemorySystemDescriptor.java | 118 +
.../AsyncStreamTaskIntegrationTest.java | 108 +-
.../StreamApplicationIntegrationTest.java | 45 +-
.../framework/StreamTaskIntegrationTest.java | 112 +-
.../test/samzasql/TestSamzaSqlEndToEnd.java | 64 +-
.../apache/samza/test/table/TestLocalTable.java | 9 +-
.../table/TestLocalTableWithSideInputs.java | 38 +-
.../samza/test/table/TestRemoteTable.java | 33 +-
.../table/TestTableDescriptorsProvider.java | 10 +-
.../webapp/TestApplicationMasterRestClient.java | 2 +-
228 files changed, 10629 insertions(+), 3216 deletions(-)
----------------------------------------------------------------------