You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by zh...@apache.org on 2019/08/28 13:21:32 UTC
[pulsar] branch branch-2.4 updated (eb7ef89 -> cc74632)
This is an automated email from the ASF dual-hosted git repository.
zhaijia pushed a change to branch branch-2.4
in repository https://gitbox.apache.org/repos/asf/pulsar.git.
from eb7ef89 Exclude go module configs check in apache-rat. (#4603)
new afae3a7 Release 2.4.1 bump version from 2.4.0
new c78999f Reduce unnecessary track message calls. (#4595)
new 983b6ed should not serialize batchBuilder (#4620)
new 372ab32 Issue #4602: SchemaInfo properties are lost when registering schema using admin api (#4617)
new eb8bc02 [pulsar-admin] update dynamic config with escape char (#4611)
new 31e4ec6 add RuntimeUtils test (#4579)
new 8284260 fix get partitioned topics for non-persistent topics (#4613)
new 523f644 Count distinct bundles (#4637)
new 030c507 Refactoring Function Component implementation (#4541)
new 16edd09 Adding null check for function/source/sink configs (#4627)
new c1aa645 [pulsar-broker] add Delete dynamic config api (#4614)
new 145dd88 [pulsar-broker] make replication mtls configuration dynamic (#4609)
new e7d4f29 [Client] Consumer for a single partition of a PartitionedTopic should be set with correct partitionIndex (#4591)
new 3b0c3ec Add authorization to function worker REST endpoints (#4628)
new 71b6e92 [pulsar-broker] fix deadlock on get-status rest-api call (#4616)
new 89c5174 fix cause deadlock while use subscribeAsync demo in java client doc. (#4649)
new ea6e604 Improve and add authorization to function download and upload (#4644)
new ab3fd59 Allows consumer retrieve the sequence id that the producer set. (#4645)
new 14de721 Fixed C++ client lookup over HTTP on standalone (#4625)
new 48f18cd [pulsar-broker] fix NPE at managed-ledger when fetch reader internal-stats (#4615)
new f0c18c9 Add perPartition parameter to partitioned-stats API (#4639)
new c9d5b4a C++ client producer sendAsync() method will be blocked forever, if enough batched messages sent timeout. (#4569) (#4657)
new 7568367 fix issue when submitting NAR via file url (#4577)
new e5be229 Renamed C++ logger enum names to avoid conflicts with compiler macros (#4664)
new a91cfc4 Add pulsar-io-influxdb to distribution. (#4678)
new 87d1ddd Fixed the default port for https and http in admin client (#4623)
new 8b4ff2b Don't consider deleted schema when checking compatibility (#4669)
new 0c630e7 Add allowAutoTopicCreation to broker.conf and reference configuration. (#4694)
new ed1dfa4 [build] `docker/publish.sh` doesn't work for pulsar-all and pulsar-standalone images (#4705)
new eceb2c9 [Integeration-test]Fix integration-test failed when execute pip3 install pulsar_client (#4754)
new 2c97da5 Cleanup tests in the presto module (#4683)
new 60475dd [client] Provide a clock for generating publish timestamp for producers (#4562)
new 6c67f94 Support Pulsar schema for pulsar kafka client wrapper (#4534)
new 786e2b9 Upgrade to Mockito 2.x (#4671)
new 88ddc06 Fix the problem that the log folder in pulsa-function-go is ignored by (#4736)
new 99c36cf Fix: predicate pushdown for Pulsar SQL NPE (#4744)
new a5df26b Remove fixed server type check in kerberos client (#4758)
new 522f715 Change type of publish_time to timestamp (#4757)
new 04e11bb [issue 4589] Fix redelivered message logic of partition topic (#4653)
new d2a4ca4 Fix C++ log level names in Log4cxxLogger (#4735)
new 198e154 add timeout to internal rest api (#4762)
new 1ba2609 Add deleted schema judgment when adding schema (#4731)
new 7215cd6 Introduce strand to C++ client for exclusive control (#4750)
new 0646d27 Allow to create partitioned topic with 1 partition (#4764)
new b7ca106 set go function executable when download to local (#4743)
new cdd8642 fix: add anonymous role to proxy configuration (#4733)
new 34b3a94 Fix: Add kubernetes namespace to function instance url (#4701)
new f14a61a [test] add getters and setters to PulsarService & BrokerService (#4709)
new fe687c3 Allow to configure ack-timeout tick time (#4760)
new cb48696 [go function] fix: go function should parse conf content first (#4746)
new 6c6fbfd [pulsar-io][jdbc sink]Support delete and update event for JDBC Sink (#4358)
new 719ce13 Convert anonymous classes to lambda (#4703)
new cecea0b Pulsar SQL supports pulsar's primitive schema (#4728)
new 7a10bcd upgrade git_commit_id_plugin to 3.0 (#4801)
new 0f03d2a Fix: Messages don't get acked if there is not sink topic (#4815)
new 87b557a Fix: Bug when function package jar/py/go and runtime is not set (#4814)
new 2b5bb18 Topic loading in rest-api should time out in zooKeeperOperationTimeoutSeconds (#4805)
new 33a7c23 Fix : default retention policy in configuration do nothing (#4810)
new 3ef41c4 Improve SchemaInfoProvider to fetch schema info asynchronously (#4836)
new 50f5d7e Fix: check function implements correct interface (#4844)
new 13c88da Fix : retention size policy bug (#4825)
new ae3494d Catch throwable in interceptors of consumer and producer. (#4860)
new 2725ef3 [pulsar-io-jdbc] not set action as insert (#4862)
new 7ec92b6 Fix : The frist position in managedLedger is ahead of the last (#4853)
new 75dbd2a Fix typo in helm chart (#4875)
new 553a862 Fix concurrent access of `uninitializedCursors` in `ManagedLedgerImpl.asyncOpenCursor` (#4837)
new 12c5904 produce/consume with 1 partitioned topic (#4883)
new aeb04aa Add options to rewrite namespace delimiter for pulsar sql. (#4749)
new 3f6e085 add basic authentication capabilities to Pulsar SQL (#4779)
new c781e40 Reuse ManagedLedgerFactory instances across SQL queries (#4813)
new b3397fb Enforce checkstyle in the pulsar sql module (#4882)
new 8789f76 [pulsar-sql] Make partition as internal column (#4888)
new 6020aae [pulsar-sql] Handle schema not found (#4890)
new 71f351f requests should respect no_proxy env variable (#4867)
new 036be6f [pulsar-client] Fix broken replication msg to specific cluster (#4930)
new 3bf901b Add option to disable authentication for proxy /metrics (#4921)
new d5f46ad [schema] KeyValue schema support using AUTO_CONSUME as key/value schema (#4839)
new daa951e Fix StructSchema reader cache loading logic
new 5a5533f prevent fd leakage when WorkerUtils.downloadFromBookkeeper (#4970)
new 797b4b8 fixing python function example custom_object_function.py (#4946)
new 6f553da Fix: NPE while cleaning up namespace node (#4965)
new b8aa2b0 Fix the getSchema logic in pulsar proxy (#4975)
new f03544f Add default loader for latest pyyaml (#4974)
new 057e7d2 [pulsar-client-cpp] fix snappy compressor compile error (#4972)
new 166cf44 Need to reinitialize certain components for externally managed runtimes when moving functions (#5007)
new dbab57e Upgrade jackson-databind (#5011)
new fac28ef [docker]Fix the problem of missing dependencies less (#5034)
new 7136213 Add support in cpp client for 1 partitioned topic (#5016)
new d71ea86 Adding back Prometheus TYPE definitions; fixed duplicate TYPE errors; fixed format issue in metricWithRemoteCluster; added test for Prometheus types (#4183)
new 52af202 Use classloaders to load Java functions (#4685)
new ade9542 Fix pulsar sink and source state (#5046)
new e4790f3 Merge Request for #4808: TYPO in C++ client producer method for processing failure case, and add corresponding unit test case. (#4873)
new cc74632 Fix：PulsarKafkaProducer is not thread safe (#4745)
The 93 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
bin/pulsar | 2 +
buildtools/pom.xml | 11 +-
conf/broker.conf | 3 +
conf/presto/catalog/pulsar.properties | 27 +-
dashboard/django/collector.py | 2 +-
dashboard/django/stats/views.py | 2 +-
dashboard/pom.xml | 2 +-
.../pulsar/templates/autorecovery-deployment.yaml | 2 +-
distribution/io/pom.xml | 2 +-
distribution/io/src/assemble/io.xml | 1 +
distribution/offloaders/pom.xml | 2 +-
distribution/pom.xml | 2 +-
distribution/server/pom.xml | 8 +-
distribution/server/src/assemble/LICENSE.bin.txt | 20 +-
distribution/server/src/assemble/bin.xml | 2 +
docker/grafana/pom.xml | 2 +-
docker/pom.xml | 2 +-
docker/pulsar-all/pom.xml | 22 +-
docker/pulsar-standalone/pom.xml | 22 +-
docker/pulsar/Dockerfile | 12 +-
docker/pulsar/pom.xml | 2 +-
docker/pulsar/scripts/gen-yml-from-env.py | 2 +-
docker/pulsar/scripts/install-pulsar-client-35.sh | 2 +-
examples/flink/pom.xml | 2 +-
examples/pom.xml | 2 +-
examples/spark/pom.xml | 2 +-
jclouds-shaded/pom.xml | 2 +-
managed-ledger-shaded/pom.xml | 2 +-
managed-ledger/pom.xml | 2 +-
.../bookkeeper/mledger/impl/ManagedCursorImpl.java | 2 +-
.../bookkeeper/mledger/impl/ManagedLedgerImpl.java | 16 +-
.../bookkeeper/mledger/impl/OpFindNewest.java | 2 +-
.../bookkeeper/client/PulsarMockReadHandle.java | 6 +-
.../bookkeeper/mledger/impl/EntryCacheTest.java | 15 +-
.../bookkeeper/mledger/impl/ManagedCursorTest.java | 7 +-
.../bookkeeper/mledger/impl/ManagedLedgerTest.java | 172 +++-
.../mledger/impl/OffloadLedgerDeleteTest.java | 2 +
.../mledger/impl/OffloadPrefixReadTest.java | 23 +-
.../bookkeeper/mledger/impl/OffloadPrefixTest.java | 13 +
.../mledger/impl/ReadOnlyCursorTest.java | 10 +-
.../bookkeeper/mledger/util/CallbackMutexTest.java | 15 +-
.../java/org/apache/zookeeper/MockZooKeeper.java | 6 +-
pom.xml | 30 +-
protobuf-shaded/pom.xml | 4 +-
pulsar-broker-auth-athenz/pom.xml | 2 +-
pulsar-broker-auth-sasl/pom.xml | 2 +-
pulsar-broker-common/pom.xml | 2 +-
.../apache/pulsar/broker/ServiceConfiguration.java | 4 +
pulsar-broker-shaded/pom.xml | 2 +-
pulsar-broker/pom.xml | 2 +-
.../org/apache/pulsar/broker/PulsarService.java | 58 +-
.../apache/pulsar/broker/admin/AdminResource.java | 2 +-
.../pulsar/broker/admin/impl/BrokersBase.java | 42 +
.../pulsar/broker/admin/impl/FunctionsBase.java | 40 +-
.../broker/admin/impl/PersistentTopicsBase.java | 29 +-
.../apache/pulsar/broker/admin/impl/SinksBase.java | 21 +-
.../pulsar/broker/admin/impl/SourcesBase.java | 20 +-
.../broker/admin/v1/NonPersistentTopics.java | 4 +-
.../pulsar/broker/admin/v1/PersistentTopics.java | 3 +-
.../apache/pulsar/broker/admin/v2/Functions.java | 4 +-
.../broker/admin/v2/NonPersistentTopics.java | 4 +-
.../pulsar/broker/admin/v2/PersistentTopics.java | 6 +-
.../pulsar/broker/admin/v2/SchemasResource.java | 1 +
.../org/apache/pulsar/broker/admin/v2/Worker.java | 8 +-
.../broker/loadbalance/LeaderElectionService.java | 20 +-
.../broker/namespace/ServiceUnitZkUtils.java | 2 +-
.../pulsar/broker/service/BrokerService.java | 25 +-
.../broker/service/persistent/PersistentTopic.java | 44 +-
.../service/schema/BookkeeperSchemaStorage.java | 24 +-
.../service/schema/SchemaRegistryServiceImpl.java | 103 +-
.../broker/service/schema/SchemaStorage.java | 2 +-
.../stats/prometheus/NamespaceStatsAggregator.java | 5 +
.../pulsar/broker/stats/prometheus/TopicStats.java | 23 +
.../apache/pulsar/client/impl/RawReaderImpl.java | 1 +
.../pulsar/broker/admin/AdminApiOffloadTest.java | 22 +-
.../pulsar/broker/admin/AdminApiSchemaTest.java | 125 +++
.../apache/pulsar/broker/admin/AdminApiTest.java | 21 +-
.../apache/pulsar/broker/admin/NamespacesTest.java | 253 +----
.../pulsar/broker/admin/PersistentTopicsTest.java | 41 +-
.../broker/auth/AuthenticationServiceTest.java | 2 +-
.../broker/cache/ResourceQuotaCacheTest.java | 2 +-
.../delayed/InMemoryDeliveryTrackerTest.java | 8 +-
.../broker/namespace/NamespaceServiceTest.java | 2 +-
.../broker/namespace/OwnershipCacheTest.java | 5 +-
.../pulsar/broker/service/BatchMessageTest.java | 64 ++
.../pulsar/broker/service/BrokerServiceTest.java | 6 +-
.../PersistentDispatcherFailoverConsumerTest.java | 21 +-
.../service/PersistentMessageFinderTest.java | 2 +-
.../service/PersistentTopicConcurrentTest.java | 2 +-
.../broker/service/PersistentTopicE2ETest.java | 50 +-
.../pulsar/broker/service/PersistentTopicTest.java | 55 +-
.../pulsar/broker/service/ReplicatorTest.java | 51 +-
.../pulsar/broker/service/ServerCnxTest.java | 44 +-
.../persistent/PersistentSubscriptionTest.java | 62 +-
...ReplicatedSubscriptionsSnapshotBuilderTest.java | 4 +-
.../broker/service/schema/SchemaServiceTest.java | 20 +-
...RegistryServiceWithSchemaDataValidatorTest.java | 6 +-
.../pulsar/broker/stats/PrometheusMetricsTest.java | 98 ++
.../pulsar/client/api/BrokerServiceLookupTest.java | 2 +-
.../pulsar/client/api/ConsumerRedeliveryTest.java | 54 ++
.../apache/pulsar/client/api/InterceptorsTest.java | 101 ++
.../api/PartitionedProducerConsumerTest.java | 72 +-
.../client/api/SimpleProducerConsumerTest.java | 255 ++++-
.../apache/pulsar/client/api/SimpleSchemaTest.java | 134 +++
.../client/api/v1/V1_ProducerConsumerTest.java | 2 +-
.../client/impl/BrokerClientIntegrationTest.java | 16 +-
.../pulsar/client/impl/SchemaDeleteTest.java | 97 ++
.../pulsar/common/naming/NamespaceBundleTest.java | 2 +-
.../pulsar/common/naming/NamespaceBundlesTest.java | 4 +-
.../apache/pulsar/compaction/CompactionTest.java | 2 +-
.../worker/PulsarFunctionLocalRunTest.java | 27 +-
.../worker/PulsarFunctionPublishTest.java | 12 +-
.../functions/worker/PulsarFunctionStateTest.java | 12 +-
.../apache/pulsar/io/PulsarFunctionE2ETest.java | 32 +-
.../apache/pulsar/io/PulsarFunctionTlsTest.java | 2 +-
pulsar-client-1x-base/pom.xml | 2 +-
pulsar-client-1x-base/pulsar-client-1x/pom.xml | 2 +-
.../pulsar-client-2x-shaded/pom.xml | 2 +-
pulsar-client-admin-shaded/pom.xml | 2 +-
pulsar-client-admin/pom.xml | 2 +-
.../org/apache/pulsar/client/admin/Brokers.java | 10 +
.../org/apache/pulsar/client/admin/Functions.java | 15 +
.../pulsar/client/admin/internal/BrokersImpl.java | 13 +-
.../client/admin/internal/FunctionsImpl.java | 9 +-
.../admin/internal/NonPersistentTopicsImpl.java | 32 +-
.../pulsar/client/admin/internal/TopicsImpl.java | 51 +-
pulsar-client-all/pom.xml | 2 +-
pulsar-client-api/pom.xml | 2 +-
.../apache/pulsar/client/api/ClientBuilder.java | 17 +
.../apache/pulsar/client/api/ConsumerBuilder.java | 25 +-
.../java/org/apache/pulsar/client/api/Schema.java | 22 +
.../client/api/schema/SchemaInfoProvider.java | 5 +-
.../pulsar/client/internal/ReflectionUtils.java | 10 +-
.../apache/pulsar/common/schema/SchemaType.java | 42 +
pulsar-client-auth-athenz/pom.xml | 2 +-
pulsar-client-auth-sasl/pom.xml | 2 +-
.../pulsar/client/impl/auth/PulsarSaslClient.java | 7 +-
pulsar-client-cpp/docker-build.sh | 2 +-
.../docker-lib-check.sh | 6 +-
pulsar-client-cpp/docker-tests.sh | 2 +-
pulsar-client-cpp/include/pulsar/Logger.h | 8 +-
pulsar-client-cpp/include/pulsar/Producer.h | 3 +
pulsar-client-cpp/lib/ClientConnection.cc | 58 +-
pulsar-client-cpp/lib/ClientConnection.h | 21 +-
pulsar-client-cpp/lib/ClientImpl.cc | 8 +-
pulsar-client-cpp/lib/CompressionCodecSnappy.cc | 35 +-
pulsar-client-cpp/lib/CompressionCodecSnappy.h | 2 +-
pulsar-client-cpp/lib/HTTPLookupService.cc | 9 +-
pulsar-client-cpp/lib/Log4cxxLogger.cc | 8 +-
pulsar-client-cpp/lib/LogUtils.h | 52 +-
pulsar-client-cpp/lib/MessageCrypto.cc | 14 +-
pulsar-client-cpp/lib/MultiTopicsConsumerImpl.cc | 16 +-
pulsar-client-cpp/lib/PartitionedConsumerImpl.cc | 1 +
pulsar-client-cpp/lib/Producer.cc | 7 +
pulsar-client-cpp/lib/ProducerImpl.cc | 10 +-
pulsar-client-cpp/lib/ProducerImpl.h | 4 +
pulsar-client-cpp/lib/SimpleLoggerImpl.cc | 10 +-
pulsar-client-cpp/lib/c/c_ClientConfiguration.cc | 2 +-
pulsar-client-cpp/tests/BasicEndToEndTest.cc | 120 +++
pulsar-client-cpp/tests/BatchMessageTest.cc | 34 +
...sageIdTest.cc => CompressionCodecSnappyTest.cc} | 25 +-
pulsar-client-cpp/tests/PulsarFriend.h | 4 +
pulsar-client-go/pulsar/c_consumer.go | 2 +-
pulsar-client-go/pulsar/c_error.go | 2 +-
pulsar-client-go/pulsar/consumer_test.go | 62 ++
pulsar-client-kafka-compat/pom.xml | 2 +-
.../pulsar-client-kafka-shaded/pom.xml | 2 +-
.../pulsar-client-kafka-tests/pom.xml | 2 +-
...nsumerExample.java => ConsumerAvroExample.java} | 29 +-
...oducerExample.java => ProducerAvroExample.java} | 28 +-
.../client/kafka/compat/examples/utils/Bar.java | 11 +-
.../client/kafka/compat/examples/utils/Foo.java | 20 +-
.../pulsar-client-kafka/pom.xml | 2 +-
.../clients/consumer/PulsarKafkaConsumer.java | 108 ++-
.../clients/producer/PulsarKafkaProducer.java | 87 +-
.../compat/KafkaProducerInterceptorWrapper.java | 51 +-
.../client/kafka/compat/PulsarKafkaSchema.java | 77 ++
.../clients/producer/PulsarKafkaProducerTest.java | 152 ++-
.../KafkaProducerInterceptorWrapperTest.java | 10 +-
pulsar-client-shaded/pom.xml | 2 +-
pulsar-client-tools-test/pom.xml | 2 +-
.../apache/pulsar/admin/cli/CmdFunctionsTest.java | 6 +-
.../pulsar/admin/cli/PulsarAdminToolTest.java | 37 +-
pulsar-client-tools/pom.xml | 2 +-
.../org/apache/pulsar/admin/cli/CmdBrokers.java | 12 +
.../org/apache/pulsar/admin/cli/CmdFunctions.java | 17 +-
.../org/apache/pulsar/admin/cli/TestCmdSinks.java | 4 +-
.../apache/pulsar/admin/cli/TestCmdSources.java | 9 +-
pulsar-client/pom.xml | 2 +-
.../pulsar/client/impl/ClientBuilderImpl.java | 7 +
.../org/apache/pulsar/client/impl/ClientCnx.java | 38 +-
.../pulsar/client/impl/ConsumerBuilderImpl.java | 9 +
.../apache/pulsar/client/impl/ConsumerImpl.java | 59 +-
.../pulsar/client/impl/ConsumerInterceptors.java | 12 +-
.../org/apache/pulsar/client/impl/MessageImpl.java | 9 +
.../client/impl/MultiTopicsConsumerImpl.java | 28 +-
.../apache/pulsar/client/impl/ProducerImpl.java | 2 +-
.../pulsar/client/impl/ProducerInterceptors.java | 6 +-
.../pulsar/client/impl/PulsarClientImpl.java | 92 +-
.../org/apache/pulsar/client/impl/ReaderImpl.java | 2 +-
.../pulsar/client/impl/UnAckedMessageTracker.java | 30 +-
.../pulsar/client/impl/ZeroQueueConsumerImpl.java | 8 +-
.../client/impl/conf/ClientConfigurationData.java | 5 +-
.../impl/conf/ProducerConfigurationData.java | 1 +
.../client/impl/schema/AutoConsumeSchema.java | 35 +-
.../pulsar/client/impl/schema/AvroSchema.java | 9 +-
.../pulsar/client/impl/schema/JSONSchema.java | 3 +-
.../pulsar/client/impl/schema/KeyValueSchema.java | 133 ++-
.../client/impl/schema/KeyValueSchemaInfo.java | 39 +-
.../pulsar/client/impl/schema/ProtobufSchema.java | 3 +-
.../pulsar/client/impl/schema/StructSchema.java | 32 +-
.../impl/schema/generic/GenericAvroSchema.java | 15 +-
.../impl/schema/generic/GenericJsonSchema.java | 11 +-
.../generic/MultiVersionSchemaInfoProvider.java | 58 +-
.../pulsar/client/api/MessageRouterTest.java | 2 +-
.../apache/pulsar/client/impl/ClientCnxTest.java | 6 +-
.../pulsar/client/impl/ConsumerImplTest.java | 2 +-
.../apache/pulsar/client/impl/MessageImplTest.java | 15 +-
.../client/impl/ProducerBuilderImplTest.java | 6 +-
.../impl/conf/ConfigurationDataUtilsTest.java | 3 +-
.../schema/SupportVersioningAvroSchemaTest.java | 5 +-
.../SupportVersioningKeyValueSchemaTest.java | 7 +-
.../impl/schema/generic/GenericAvroSchemaTest.java | 7 +-
.../impl/schema/generic/GenericSchemaImplTest.java | 184 ++--
.../MultiVersionSchemaInfoProviderTest.java | 13 +-
.../apache/pulsar/client/util/ObjectCacheTest.java | 3 +-
pulsar-common/pom.xml | 2 +-
.../apache/pulsar/common/api/proto/PulsarApi.java | 57 ++
.../apache/pulsar/common/naming/NamedEntity.java | 2 +-
.../apache/pulsar/common/nar/NarClassLoader.java | 9 +-
.../org/apache/pulsar/common/net/ServiceURI.java | 4 +-
.../apache/pulsar/common/protocol/Commands.java | 24 +-
.../common/protocol/schema/BytesSchemaVersion.java | 147 ++-
.../org/apache/pulsar/common/util/RateLimiter.java | 7 +-
pulsar-common/src/main/proto/PulsarApi.proto | 2 +
.../apache/pulsar/common/naming/TopicNameTest.java | 2 +
.../apache/pulsar/common/net/ServiceURITest.java | 4 +-
.../pulsar/common/protocol/ByteBufPairTest.java | 2 +-
.../pulsar/common/protocol/PulsarDecoderTest.java | 2 +-
.../collections/ConcurrentLongHashMapTest.java | 6 +-
pulsar-discovery-service/pom.xml | 2 +-
pulsar-flink/pom.xml | 2 +-
.../connectors/pulsar/PulsarAvroTableSinkTest.java | 10 +-
.../pulsar/PulsarConsumerSourceTests.java | 6 +-
.../connectors/pulsar/PulsarJsonTableSinkTest.java | 11 +-
pulsar-function-go/conf/conf.go | 24 +-
.../logutil/log.go | 104 +-
pulsar-function-go/pf/function.go | 2 +-
pulsar-function-go/pf/instance.go | 2 +-
pulsar-function-go/pf/logAppender.go | 2 +-
pulsar-functions/api-java/pom.xml | 2 +-
pulsar-functions/instance/pom.xml | 2 +-
.../pulsar/functions/instance/ContextImpl.java | 16 +-
.../functions/instance/JavaInstanceRunnable.java | 108 ++-
.../instance/stats/ComponentStatsManager.java | 13 +-
.../apache/pulsar/functions/sink/PulsarSink.java | 9 +-
.../pulsar/functions/sink/PulsarSinkDisable.java | 2 +-
.../pulsar/functions/source/PulsarSource.java | 9 +-
.../pulsar/functions/instance/ContextImplTest.java | 67 +-
.../instance/JavaInstanceRunnableProcessTest.java | 1012 --------------------
.../instance/state/StateContextImplTest.java | 6 +-
.../pulsar/functions/sink/PulsarSinkTest.java | 113 +--
.../pulsar/functions/source/PulsarSourceTest.java | 39 +-
.../windowing/WindowFunctionExecutorTest.java | 22 +-
pulsar-functions/java-examples/pom.xml | 2 +-
pulsar-functions/localrun-shaded/pom.xml | 2 +-
pulsar-functions/localrun/pom.xml | 2 +-
.../org/apache/pulsar/functions/LocalRunner.java | 5 +-
pulsar-functions/pom.xml | 2 +-
pulsar-functions/proto/pom.xml | 2 +-
.../python-examples/custom_object_function.py | 4 +-
pulsar-functions/runtime-all/pom.xml | 372 +------
.../functions/instance/JavaInstanceMain.java | 150 +++
.../src/main/resources/java_instance_log4j2.xml | 130 +++
.../main/resources/kubernetes_instance_log4j2.xml | 60 ++
pulsar-functions/runtime/pom.xml | 2 +-
...aInstanceMain.java => JavaInstanceStarter.java} | 79 +-
.../functions/runtime/KubernetesRuntime.java | 57 +-
.../pulsar/functions/runtime/ProcessRuntime.java | 2 +-
.../apache/pulsar/functions/runtime/Runtime.java | 4 +
.../pulsar/functions/runtime/RuntimeUtils.java | 19 +-
.../functions/runtime/ThreadRuntimeFactory.java | 34 +-
.../src/main/resources/java_instance_log4j2.yml | 111 ---
.../main/resources/kubernetes_instance_log4j2.yml | 53 -
.../KubernetesSecretsTokenAuthProviderTest.java | 20 +-
.../functions/runtime/KubernetesRuntimeTest.java | 13 +-
.../functions/runtime/ProcessRuntimeTest.java | 13 +-
.../pulsar/functions/runtime/RuntimeUtilsTest.java | 46 +
pulsar-functions/secrets/pom.xml | 2 +-
.../EnvironmentBasedSecretsProviderTest.java | 6 +-
pulsar-functions/utils/pom.xml | 2 +-
.../functions/utils/FunctionConfigUtils.java | 18 +-
.../pulsar/functions/utils/SinkConfigUtils.java | 145 +--
.../pulsar/functions/utils/SourceConfigUtils.java | 122 ++-
.../utils/functioncache/FunctionCacheEntry.java | 18 +-
.../functioncache/FunctionCacheManagerImpl.java | 9 +-
.../apache/pulsar/functions/utils/ActionsTest.java | 2 +-
pulsar-functions/worker/pom.xml | 2 +-
.../pulsar/functions/worker/FunctionActioner.java | 11 +-
.../functions/worker/FunctionRuntimeManager.java | 9 +-
.../functions/worker/rest/api/ComponentImpl.java | 641 +++----------
.../functions/worker/rest/api/FunctionsImpl.java | 399 +++++++-
.../functions/worker/rest/api/FunctionsImplV2.java | 25 +-
.../functions/worker/rest/api/SinksImpl.java | 408 +++++++-
.../functions/worker/rest/api/SourcesImpl.java | 406 +++++++-
.../functions/worker/rest/api/WorkerImpl.java | 60 +-
.../worker/rest/api/v2/FunctionsApiV2Resource.java | 8 +-
.../worker/rest/api/v2/WorkerApiV2Resource.java | 8 +-
.../worker/rest/api/v3/FunctionsApiV3Resource.java | 30 +-
.../worker/rest/api/v3/SinksApiV3Resource.java | 21 +-
.../worker/rest/api/v3/SourcesApiV3Resource.java | 21 +-
.../worker/ClusterServiceCoordinatorTest.java | 4 +-
.../functions/worker/FunctionActionerTest.java | 3 +-
.../worker/FunctionMetaDataManagerTest.java | 147 ++-
.../worker/FunctionMetaDataTopicTailerTest.java | 4 +-
.../worker/FunctionRuntimeManagerTest.java | 114 +--
.../functions/worker/MembershipManagerTest.java | 27 +-
.../functions/worker/SchedulerManagerTest.java | 26 +-
.../functions/worker/dlog/DLInputStreamTest.java | 6 +-
.../functions/worker/dlog/DLOutputStreamTest.java | 2 +-
.../worker/executor/MockExecutorController.java | 20 +-
.../worker/request/ServiceRequestManagerTest.java | 2 +-
.../worker/rest/api/FunctionsImplTest.java | 6 +-
.../rest/api/v2/FunctionApiV2ResourceTest.java | 67 +-
.../rest/api/v3/FunctionApiV3ResourceTest.java | 168 +++-
.../worker/rest/api/v3/SinkApiV3ResourceTest.java | 98 +-
.../rest/api/v3/SourceApiV3ResourceTest.java | 122 ++-
pulsar-io/aerospike/pom.xml | 2 +-
pulsar-io/canal/pom.xml | 2 +-
.../pulsar/io/canal/CanalAbstractSource.java | 17 +-
pulsar-io/cassandra/pom.xml | 2 +-
pulsar-io/common/pom.xml | 2 +-
pulsar-io/core/pom.xml | 2 +-
pulsar-io/data-generator/pom.xml | 2 +-
pulsar-io/debezium/core/pom.xml | 2 +-
pulsar-io/debezium/mysql/pom.xml | 2 +-
pulsar-io/debezium/pom.xml | 2 +-
pulsar-io/debezium/postgres/pom.xml | 2 +-
pulsar-io/docs/pom.xml | 2 +-
pulsar-io/elastic-search/pom.xml | 2 +-
pulsar-io/file/pom.xml | 2 +-
.../pulsar/io/file/FileConsumerThreadTests.java | 2 +-
.../pulsar/io/file/FileListingThreadTests.java | 2 +-
.../pulsar/io/file/ProcessedFileThreadTests.java | 2 +-
pulsar-io/flume/pom.xml | 2 +-
.../PollingZooKeeperConfigurationProvider.java | 7 +-
.../pulsar/io/flume/source/AbstractSource.java | 17 +-
pulsar-io/hbase/pom.xml | 2 +-
pulsar-io/hdfs2/pom.xml | 2 +-
.../pulsar/io/hdfs2/AbstractHdfsConnector.java | 7 +-
pulsar-io/hdfs3/pom.xml | 2 +-
.../pulsar/io/hdfs3/AbstractHdfsConnector.java | 7 +-
pulsar-io/influxdb/pom.xml | 2 +-
.../io/influxdb/InfluxDBGenericRecordSinkTest.java | 6 +-
pulsar-io/jdbc/pom.xml | 2 +-
.../apache/pulsar/io/jdbc/JdbcAbstractSink.java | 86 +-
.../apache/pulsar/io/jdbc/JdbcAutoSchemaSink.java | 21 +-
.../org/apache/pulsar/io/jdbc/JdbcSinkConfig.java | 14 +-
.../java/org/apache/pulsar/io/jdbc/JdbcUtils.java | 100 +-
.../org/apache/pulsar/io/jdbc/JdbcSinkTest.java | 206 +++-
.../org/apache/pulsar/io/jdbc/JdbcUtilsTest.java | 36 +-
pulsar-io/kafka-connect-adaptor/pom.xml | 2 +-
pulsar-io/kafka/pom.xml | 2 +-
pulsar-io/kinesis/pom.xml | 2 +-
pulsar-io/mongo/pom.xml | 2 +-
.../org/apache/pulsar/io/mongodb/MongoSink.java | 39 +-
.../apache/pulsar/io/mongodb/MongoSinkTest.java | 40 +-
pulsar-io/netty/pom.xml | 2 +-
pulsar-io/pom.xml | 2 +-
pulsar-io/rabbitmq/pom.xml | 2 +-
pulsar-io/redis/pom.xml | 2 +-
pulsar-io/solr/pom.xml | 2 +-
pulsar-io/twitter/pom.xml | 2 +-
pulsar-log4j2-appender/pom.xml | 2 +-
.../pulsar/log4j2/appender/PulsarAppender.java | 1 +
.../pulsar/log4j2/appender/PulsarAppenderTest.java | 29 +-
pulsar-proxy/pom.xml | 2 +-
.../pulsar/proxy/server/LookupProxyHandler.java | 26 +-
.../pulsar/proxy/server/ProxyConfiguration.java | 12 +
.../pulsar/proxy/server/ProxyServiceStarter.java | 3 +-
.../org/apache/pulsar/proxy/server/WebServer.java | 6 +-
.../org/apache/pulsar/proxy/server/ProxyTest.java | 4 +-
pulsar-spark/pom.xml | 2 +-
pulsar-sql/pom.xml | 26 +-
pulsar-sql/presto-distribution/LICENSE | 5 +-
pulsar-sql/presto-distribution/pom.xml | 11 +-
pulsar-sql/presto-pulsar-plugin/pom.xml | 2 +-
pulsar-sql/presto-pulsar/pom.xml | 2 +-
.../pulsar/sql/presto/AvroSchemaHandler.java | 15 +-
.../pulsar/sql/presto/JSONSchemaHandler.java | 14 +-
.../pulsar/sql/presto/PulsarColumnHandle.java | 62 +-
.../pulsar/sql/presto/PulsarColumnMetadata.java | 41 +-
.../apache/pulsar/sql/presto/PulsarConnector.java | 17 +-
.../pulsar/sql/presto/PulsarConnectorCache.java | 38 +-
.../pulsar/sql/presto/PulsarConnectorConfig.java | 138 ++-
.../pulsar/sql/presto/PulsarConnectorFactory.java | 14 +-
.../pulsar/sql/presto/PulsarConnectorId.java | 11 +-
.../sql/presto/PulsarConnectorMetricsTracker.java | 229 ++---
.../pulsar/sql/presto/PulsarConnectorModule.java | 18 +-
.../pulsar/sql/presto/PulsarConnectorUtils.java | 27 +-
.../pulsar/sql/presto/PulsarHandleResolver.java | 17 +-
.../pulsar/sql/presto/PulsarInternalColumn.java | 66 +-
.../apache/pulsar/sql/presto/PulsarMetadata.java | 248 +++--
.../org/apache/pulsar/sql/presto/PulsarPlugin.java | 6 +-
.../sql/presto/PulsarPrimitiveSchemaHandler.java | 63 ++
.../pulsar/sql/presto/PulsarRecordCursor.java | 70 +-
.../apache/pulsar/sql/presto/PulsarRecordSet.java | 8 +-
.../pulsar/sql/presto/PulsarRecordSetProvider.java | 11 +-
.../pulsar/sql/presto/PulsarSchemaHandlers.java | 58 ++
.../org/apache/pulsar/sql/presto/PulsarSplit.java | 53 +-
.../pulsar/sql/presto/PulsarSplitManager.java | 221 +++--
.../pulsar/sql/presto/PulsarTableHandle.java | 12 +-
.../pulsar/sql/presto/PulsarTableLayoutHandle.java | 24 +-
.../pulsar/sql/presto/PulsarTopicDescription.java | 9 +-
.../pulsar/sql/presto/PulsarTransactionHandle.java | 3 +
.../apache/pulsar/sql/presto/SchemaHandler.java | 3 +
.../apache/pulsar/sql/presto}/package-info.java | 5 +-
.../pulsar/sql/presto/TestPulsarConnector.java | 153 +--
.../sql/presto/TestPulsarConnectorConfig.java | 52 +
.../pulsar/sql/presto/TestPulsarMetadata.java | 209 ++--
.../presto/TestPulsarPrimitiveSchemaHandler.java | 162 ++++
.../pulsar/sql/presto/TestPulsarRecordCursor.java | 45 +-
.../pulsar/sql/presto/TestPulsarSplitManager.java | 271 ++++--
pulsar-storm/pom.xml | 2 +-
.../org/apache/pulsar/storm/PulsarSpoutTest.java | 31 +-
pulsar-testclient/pom.xml | 2 +-
.../pulsar/testclient/PerformanceConsumer.java | 10 +-
.../pulsar/testclient/PerformanceProducer.java | 10 +-
pulsar-transaction/buffer/pom.xml | 2 +-
pulsar-transaction/common/pom.xml | 2 +-
pulsar-transaction/coordinator/pom.xml | 2 +-
pulsar-transaction/pom.xml | 2 +-
pulsar-websocket/pom.xml | 2 +-
pulsar-zookeeper-utils/pom.xml | 2 +-
.../broker/zookeeper/aspectj/ClientCnxnAspect.java | 7 +-
.../apache/pulsar/zookeeper/ZooKeeperCache.java | 16 +-
pulsar-zookeeper/pom.xml | 2 +-
site2/docs/client-libraries-java.md | 18 +-
site2/docs/io-connectors.md | 1 +
site2/docs/io-jdbc.md | 23 +
site2/docs/reference-configuration.md | 2 +
site2/website/data/connectors.js | 6 +
tests/bc_2_0_0/pom.xml | 2 +-
tests/bc_2_0_1/pom.xml | 2 +-
tests/docker-images/java-test-functions/pom.xml | 9 +-
.../pulsar/tests/integration/io/TestStateSink.java | 30 +-
.../tests/integration/io/TestStateSource.java | 33 +-
tests/docker-images/latest-version-image/pom.xml | 2 +-
tests/docker-images/pom.xml | 2 +-
tests/integration/pom.xml | 9 +-
.../tests/integration/cli/AdminMultiHostTest.java | 13 +-
.../containers/PrestoWorkerContainer.java | 5 +
.../integration/functions/PulsarFunctionsTest.java | 119 ++-
.../integration/functions/PulsarStateTest.java | 257 ++++-
.../tests/integration/io/JdbcSinkTester.java | 12 +-
.../tests/integration/presto/TestBasicPresto.java | 92 +-
tests/pom.xml | 2 +-
tests/pulsar-kafka-compat-client-test/pom.xml | 7 +-
.../integration/compat/kafka/KafkaApiTest.java | 277 ++++++
.../kafka/PulsarKafkaProducerThreadSafeTest.java | 61 ++
tests/pulsar-spark-test/pom.xml | 2 +-
.../spark/SparkStreamingPulsarReceiverTest.java | 6 +-
tests/pulsar-storm-test/pom.xml | 2 +-
tiered-storage/jcloud/pom.xml | 7 +-
.../jcloud/BlobStoreBackedInputStreamTest.java | 8 +-
.../impl/BlobStoreManagedLedgerOffloaderTest.java | 6 +-
.../impl/BlockAwareSegmentInputStreamTest.java | 6 +-
tiered-storage/pom.xml | 2 +-
468 files changed, 10012 insertions(+), 5686 deletions(-)
create mode 100644 pulsar-broker/src/test/java/org/apache/pulsar/broker/admin/AdminApiSchemaTest.java
create mode 100644 pulsar-broker/src/test/java/org/apache/pulsar/client/impl/SchemaDeleteTest.java
copy dashboard/django/collector.sh => pulsar-client-cpp/docker-lib-check.sh (91%)
copy pulsar-client-cpp/tests/{MessageIdTest.cc => CompressionCodecSnappyTest.cc} (56%)
copy pulsar-client-kafka-compat/pulsar-client-kafka-tests/src/test/java/org/apache/pulsar/client/kafka/compat/examples/{ConsumerExample.java => ConsumerAvroExample.java} (69%)
copy pulsar-client-kafka-compat/pulsar-client-kafka-tests/src/test/java/org/apache/pulsar/client/kafka/compat/examples/{ProducerExample.java => ProducerAvroExample.java} (65%)
copy pulsar-common/src/main/java/org/apache/pulsar/common/policies/data/ExceptionInformation.java => pulsar-client-kafka-compat/pulsar-client-kafka-tests/src/test/java/org/apache/pulsar/client/kafka/compat/examples/utils/Bar.java (81%)
copy pulsar-common/src/main/java/org/apache/pulsar/common/policies/data/BookieInfo.java => pulsar-client-kafka-compat/pulsar-client-kafka-tests/src/test/java/org/apache/pulsar/client/kafka/compat/examples/utils/Foo.java (72%)
create mode 100644 pulsar-client-kafka-compat/pulsar-client-kafka/src/main/java/org/apache/pulsar/client/kafka/compat/PulsarKafkaSchema.java
copy {pulsar-client-go => pulsar-function-go}/logutil/log.go (66%)
delete mode 100644 pulsar-functions/instance/src/test/java/org/apache/pulsar/functions/instance/JavaInstanceRunnableProcessTest.java
create mode 100644 pulsar-functions/runtime-all/src/main/java/org/apache/pulsar/functions/instance/JavaInstanceMain.java
create mode 100644 pulsar-functions/runtime-all/src/main/resources/java_instance_log4j2.xml
create mode 100644 pulsar-functions/runtime-all/src/main/resources/kubernetes_instance_log4j2.xml
rename pulsar-functions/runtime/src/main/java/org/apache/pulsar/functions/runtime/{JavaInstanceMain.java => JavaInstanceStarter.java} (87%)
delete mode 100644 pulsar-functions/runtime/src/main/resources/java_instance_log4j2.yml
delete mode 100644 pulsar-functions/runtime/src/main/resources/kubernetes_instance_log4j2.yml
create mode 100644 pulsar-functions/runtime/src/test/java/org/apache/pulsar/functions/runtime/RuntimeUtilsTest.java
create mode 100644 pulsar-sql/presto-pulsar/src/main/java/org/apache/pulsar/sql/presto/PulsarPrimitiveSchemaHandler.java
create mode 100644 pulsar-sql/presto-pulsar/src/main/java/org/apache/pulsar/sql/presto/PulsarSchemaHandlers.java
copy {pulsar-functions/runtime/src/main/java/org/apache/pulsar/functions/runtime => pulsar-sql/presto-pulsar/src/main/java/org/apache/pulsar/sql/presto}/package-info.java (89%)
create mode 100644 pulsar-sql/presto-pulsar/src/test/java/org/apache/pulsar/sql/presto/TestPulsarConnectorConfig.java
create mode 100644 pulsar-sql/presto-pulsar/src/test/java/org/apache/pulsar/sql/presto/TestPulsarPrimitiveSchemaHandler.java
create mode 100644 site2/docs/io-jdbc.md
copy pulsar-functions/instance/src/main/java/org/apache/pulsar/functions/sink/PulsarSinkDisable.java => tests/docker-images/java-test-functions/src/main/java/org/apache/pulsar/tests/integration/io/TestStateSink.java (66%)
copy pulsar-io/data-generator/src/main/java/org/apache/pulsar/io/datagenerator/DataGeneratorSource.java => tests/docker-images/java-test-functions/src/main/java/org/apache/pulsar/tests/integration/io/TestStateSource.java (65%)
create mode 100644 tests/pulsar-kafka-compat-client-test/src/test/java/org/apache/pulsar/tests/integration/compat/kafka/PulsarKafkaProducerThreadSafeTest.java