You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@heron.apache.org by ni...@apache.org on 2020/07/10 23:22:28 UTC
[incubator-heron] branch nicknezis/k8s-service updated (ef5936b ->
0aa6d69)
This is an automated email from the ASF dual-hosted git repository.
nicknezis pushed a change to branch nicknezis/k8s-service
in repository https://gitbox.apache.org/repos/asf/incubator-heron.git.
from ef5936b Final style cleanup
add fb970eb Distribution Dockerfile missing ncat and other cleanup (#3552)
add 5084318 Fixing RVO optimization (#3549)
add 00e4e81 upgradezookeeper3.5.8
add 897df21 Revert "upgradezookeeper3.5.8"
add 7544160 Adding missing baseUrl (#3553)
add 4f7f90f Python 3 upgrade (#3522)
add 278c05a zookeeper to 3.5.8 (#3555)
add 1c62485 Make the integration test script executable. (#3565)
add 6443c12 Merge branch 'master' of github.com:apache/incubator-heron into nicknezis/k8s-service
add 0aa6d69 Updated maven_install.json
No new revisions were added by this update.
Summary of changes:
.travis.yml | 15 +-
README.md | 2 +-
WORKSPACE | 48 +-
bazel_configure.py | 5 +-
config/configure.ac | 4 +-
deploy/kubernetes/helm/templates/bookie.yaml | 15 +
deploy/kubernetes/minikube/apiserver.yaml | 6 +-
deploy/kubernetes/minikube/bookkeeper.yaml | 7 +-
docker/base/Dockerfile.base.debian9 | 5 +-
docker/base/conf/zookeeper.conf | 2 +
docker/base/scripts/install-zookeeper.sh | 35 +-
docker/compile/Dockerfile.centos7 | 6 +-
docker/compile/Dockerfile.debian10 | 6 +-
docker/compile/Dockerfile.debian9 | 5 +-
docker/compile/Dockerfile.ubuntu14.04 | 3 +-
docker/compile/Dockerfile.ubuntu16.04 | 10 +-
docker/compile/Dockerfile.ubuntu18.04 | 4 +-
docker/compile/Dockerfile.ubuntu20.04 | 4 +-
docker/dist/Dockerfile.dist.centos7 | 29 +-
docker/dist/Dockerfile.dist.debian10 | 22 +-
docker/dist/Dockerfile.dist.debian9 | 20 +-
docker/dist/Dockerfile.dist.ubuntu14.04 | 19 +-
docker/dist/Dockerfile.dist.ubuntu16.04 | 27 +-
docker/dist/Dockerfile.dist.ubuntu18.04 | 15 +-
docker/dist/Dockerfile.dist.ubuntu20.04 | 15 +-
docker/dist/conf/zookeeper.conf | 2 +
docker/dist/scripts/install-zookeeper.sh | 35 +-
docker/test/Dockerfile.centos7 | 2 +-
docker/test/Dockerfile.ubuntu18.04 | 1 -
examples/src/python/bolt/consume_bolt.py | 2 +-
examples/src/python/bolt/count_bolt.py | 2 +-
examples/src/python/bolt/half_ack_bolt.py | 2 +-
examples/src/python/bolt/stateful_count_bolt.py | 2 +-
examples/src/python/bolt/stream_aggregate_bolt.py | 2 +-
examples/src/python/bolt/window_size_bolt.py | 2 +-
examples/src/python/custom_grouping_topology.py | 2 +-
examples/src/python/half_acking_topology.py | 2 +-
examples/src/python/join_streamlet_topology.py | 2 +-
examples/src/python/misc/test_task_hook.py | 2 +-
examples/src/python/multi_stream_topology.py | 2 +-
examples/src/python/pulsar_word_count_streamlet.py | 2 +-
examples/src/python/spout/multi_stream_spout.py | 2 +-
examples/src/python/spout/stateful_word_spout.py | 2 +-
examples/src/python/spout/word_spout.py | 2 +-
.../src/python/stateful_word_count_topology.py | 2 +-
examples/src/python/window_size_topology.py | 2 +-
examples/src/python/word_count_streamlet.py | 2 +-
examples/src/python/word_count_topology.py | 2 +-
heron/common/src/python/pex_loader.py | 10 +-
heron/common/src/python/utils/log.py | 7 +-
heron/common/src/python/utils/proc.py | 8 +-
heron/common/tests/python/pex_loader/constants.py | 2 +-
.../tests/python/pex_loader/pex_loader_unittest.py | 2 +-
.../tests/python/pex_loader/testdata/src/sample.py | 4 +-
heron/executor/src/python/heron_executor.py | 43 +-
.../tests/python/heron_executor_unittest.py | 34 +-
heron/instance/src/python/basics/base_instance.py | 6 +-
heron/instance/src/python/basics/bolt_instance.py | 9 +-
heron/instance/src/python/basics/spout_instance.py | 12 +-
.../src/python/instance/st_heron_instance.py | 7 +-
heron/instance/src/python/network/event_looper.py | 14 +-
.../instance/src/python/network/gateway_looper.py | 7 +-
heron/instance/src/python/network/heron_client.py | 7 +-
.../src/python/network/metricsmgr_client.py | 2 +-
heron/instance/src/python/network/protocol.py | 29 +-
.../instance/src/python/network/socket_options.py | 2 +-
.../instance/src/python/network/st_stmgr_client.py | 2 +-
.../src/python/utils/metrics/metrics_helper.py | 8 +-
.../src/python/utils/metrics/py_metrics.py | 2 +-
.../instance/src/python/utils/misc/communicator.py | 4 +-
.../python/utils/misc/custom_grouping_helper.py | 21 +-
.../src/python/utils/misc/outgoing_tuple_helper.py | 4 +-
.../instance/src/python/utils/misc/pplan_helper.py | 18 +-
.../src/python/utils/misc/serializer_helper.py | 23 +-
heron/instance/src/python/utils/system_config.py | 2 +-
.../instance/src/python/utils/system_constants.py | 2 +-
.../python/utils/topology/topology_context_impl.py | 5 +-
heron/instance/src/python/utils/tuple.py | 4 +-
heron/instance/tests/python/mock_protobuf.py | 2 +-
.../tests/python/network/event_looper_unittest.py | 2 +-
.../python/network/gateway_looper_unittest.py | 2 +-
.../tests/python/network/heron_client_unittest.py | 2 +-
.../python/network/metricsmgr_client_unittest.py | 2 +-
.../tests/python/network/mock_generator.py | 2 +-
.../tests/python/network/mock_generator_client.py | 6 +-
.../tests/python/network/protocol_unittest.py | 4 +-
.../python/network/st_stmgr_client_unittest.py | 2 +-
.../tests/python/utils/communicator_unittest.py | 2 +-
.../tests/python/utils/custom_grouping_unittest.py | 2 +-
.../tests/python/utils/global_metrics_unittest.py | 2 +-
heron/instance/tests/python/utils/log_unittest.py | 2 +-
.../tests/python/utils/metrics_helper_unittest.py | 2 +-
.../instance/tests/python/utils/mock_generator.py | 2 +-
.../python/utils/outgoing_tuple_helper_unittest.py | 2 +-
.../tests/python/utils/pplan_helper_unittest.py | 2 +-
.../tests/python/utils/py_metrics_unittest.py | 2 +-
.../python/utils/topology_context_impl_unittest.py | 2 +-
.../tests/python/utils/tuple_helper_unittest.py | 2 +-
heron/proto/BUILD | 2 +-
heron/shell/src/python/handlers/browsehandler.py | 2 +-
heron/shell/src/python/handlers/downloadhandler.py | 2 +-
heron/shell/src/python/handlers/filedatahandler.py | 5 +-
heron/shell/src/python/handlers/filehandler.py | 3 +-
.../shell/src/python/handlers/filestatshandler.py | 2 +-
heron/shell/src/python/handlers/healthhandler.py | 2 +-
heron/shell/src/python/handlers/jmaphandler.py | 2 +-
heron/shell/src/python/handlers/jstackhandler.py | 2 +-
.../src/python/handlers/killexecutorhandler.py | 7 +-
.../src/python/handlers/memoryhistogramhandler.py | 2 +-
heron/shell/src/python/handlers/pidhandler.py | 2 +-
heron/shell/src/python/handlers/pmaphandler.py | 2 +-
heron/shell/src/python/main.py | 2 +-
heron/shell/src/python/utils.py | 12 +-
heron/statemgrs/src/python/BUILD | 2 +-
heron/statemgrs/src/python/config.py | 4 +-
heron/statemgrs/src/python/configloader.py | 2 +-
heron/statemgrs/src/python/filestatemanager.py | 30 +-
heron/statemgrs/src/python/log.py | 2 +-
heron/statemgrs/src/python/stateexceptions.py | 2 +-
heron/statemgrs/src/python/statemanager.py | 5 +-
heron/statemgrs/src/python/statemanagerfactory.py | 2 +-
heron/statemgrs/src/python/zkstatemanager.py | 20 +-
heron/statemgrs/tests/java/BUILD | 1 +
.../tests/python/configloader_unittest.py | 2 +-
.../tests/python/statemanagerfactory_unittest.py | 2 +-
.../tests/python/zkstatemanager_unittest.py | 2 +-
heron/tmaster/src/cpp/manager/tmaster.cpp | 2 +-
heron/tools/admin/src/python/main.py | 7 +-
heron/tools/admin/src/python/standalone.py | 26 +-
heron/tools/cli/src/python/activate.py | 2 +-
heron/tools/cli/src/python/args.py | 2 +-
heron/tools/cli/src/python/cdefs.py | 2 +-
heron/tools/cli/src/python/cli_helper.py | 5 +-
heron/tools/cli/src/python/cliconfig.py | 2 +-
heron/tools/cli/src/python/config.py | 7 +-
heron/tools/cli/src/python/deactivate.py | 2 +-
heron/tools/cli/src/python/execute.py | 51 +-
heron/tools/cli/src/python/help.py | 7 +-
heron/tools/cli/src/python/jars.py | 2 +-
heron/tools/cli/src/python/kill.py | 2 +-
heron/tools/cli/src/python/main.py | 7 +-
heron/tools/cli/src/python/opts.py | 2 +-
heron/tools/cli/src/python/rest.py | 2 +-
heron/tools/cli/src/python/restart.py | 7 +-
heron/tools/cli/src/python/result.py | 20 +-
heron/tools/cli/src/python/submit.py | 11 +-
heron/tools/cli/src/python/update.py | 9 +-
heron/tools/cli/src/python/version.py | 2 +-
.../cli/tests/python/client_command_unittest.py | 2 +-
heron/tools/cli/tests/python/opts_unittest.py | 2 +-
heron/tools/common/src/python/access/fetch.py | 2 +-
heron/tools/common/src/python/access/heron_api.py | 2 +-
heron/tools/common/src/python/access/query.py | 15 +-
.../common/src/python/access/tracker_access.py | 2 +-
heron/tools/common/src/python/utils/classpath.py | 11 +-
heron/tools/common/src/python/utils/config.py | 71 +-
heron/tools/common/src/python/utils/heronparser.py | 7 +-
heron/tools/explorer/src/python/args.py | 2 +-
heron/tools/explorer/src/python/clusters.py | 2 +-
heron/tools/explorer/src/python/help.py | 7 +-
heron/tools/explorer/src/python/logicalplan.py | 2 +-
heron/tools/explorer/src/python/main.py | 18 +-
heron/tools/explorer/src/python/opts.py | 2 +-
heron/tools/explorer/src/python/physicalplan.py | 2 +-
heron/tools/explorer/src/python/topologies.py | 14 +-
heron/tools/explorer/src/python/version.py | 2 +-
.../explorer/tests/python/explorer_unittest.py | 2 +-
heron/tools/tracker/src/python/config.py | 4 +-
heron/tools/tracker/src/python/constants.py | 2 +-
heron/tools/tracker/src/python/graph.py | 4 +-
.../tracker/src/python/handlers/basehandler.py | 2 +-
.../tracker/src/python/handlers/clustershandler.py | 2 +-
.../src/python/handlers/containerfilehandler.py | 3 +-
.../tracker/src/python/handlers/defaulthandler.py | 2 +-
.../src/python/handlers/exceptionhandler.py | 2 +-
.../src/python/handlers/exceptionsummaryhandler.py | 2 +-
.../src/python/handlers/executionstatehandler.py | 2 +-
.../tracker/src/python/handlers/jmaphandler.py | 2 +-
.../tracker/src/python/handlers/jstackhandler.py | 2 +-
.../src/python/handlers/logicalplanhandler.py | 2 +-
.../tracker/src/python/handlers/machineshandler.py | 2 +-
.../tracker/src/python/handlers/mainhandler.py | 2 +-
.../src/python/handlers/memoryhistogramhandler.py | 2 +-
.../tracker/src/python/handlers/metadatahandler.py | 2 +-
.../tracker/src/python/handlers/metricshandler.py | 2 +-
.../src/python/handlers/metricsqueryhandler.py | 2 +-
.../src/python/handlers/metricstimelinehandler.py | 2 +-
.../src/python/handlers/packingplanhandler.py | 2 +-
.../src/python/handlers/physicalplanhandler.py | 2 +-
.../tracker/src/python/handlers/pidhandler.py | 2 +-
.../src/python/handlers/runtimestatehandler.py | 2 +-
.../python/handlers/schedulerlocationhandler.py | 2 +-
.../tracker/src/python/handlers/stateshandler.py | 2 +-
.../src/python/handlers/topologieshandler.py | 2 +-
.../src/python/handlers/topologyconfighandler.py | 2 +-
.../tracker/src/python/handlers/topologyhandler.py | 2 +-
heron/tools/tracker/src/python/javaobj.py | 30 +-
heron/tools/tracker/src/python/main.py | 2 +-
heron/tools/tracker/src/python/metricstimeline.py | 2 +-
heron/tools/tracker/src/python/pyutils.py | 5 +-
heron/tools/tracker/src/python/query.py | 7 +-
heron/tools/tracker/src/python/query_operators.py | 93 +-
heron/tools/tracker/src/python/topology.py | 11 +-
heron/tools/tracker/src/python/tracker.py | 26 +-
heron/tools/tracker/src/python/utils.py | 14 +-
heron/tools/tracker/tests/python/mock_proto.py | 2 +-
.../ui/resources/static/js/stat-trendlines.js | 6 +-
heron/tools/ui/src/python/args.py | 2 +-
heron/tools/ui/src/python/consts.py | 4 +-
heron/tools/ui/src/python/handlers/api/metrics.py | 2 +-
heron/tools/ui/src/python/handlers/api/topology.py | 10 +-
heron/tools/ui/src/python/handlers/base.py | 2 +-
.../tools/ui/src/python/handlers/common/consts.py | 2 +-
heron/tools/ui/src/python/handlers/common/utils.py | 2 +-
heron/tools/ui/src/python/handlers/mainhandler.py | 2 +-
heron/tools/ui/src/python/handlers/notfound.py | 2 +-
heron/tools/ui/src/python/handlers/ranges.py | 2 +-
heron/tools/ui/src/python/handlers/topology.py | 2 +-
heron/tools/ui/src/python/main.py | 4 +-
heronpy/api/api_constants.py | 4 +-
heronpy/api/bolt/bolt.py | 2 -
heronpy/api/bolt/window_bolt.py | 12 +-
heronpy/api/cloudpickle.py | 1939 +++++++++++++-------
heronpy/api/component/base_component.py | 2 +-
heronpy/api/component/component_spec.py | 20 +-
heronpy/api/custom_grouping.py | 6 +-
heronpy/api/global_metrics.py | 2 +-
heronpy/api/metrics.py | 13 +-
heronpy/api/serializer.py | 15 +-
heronpy/api/spout/spout.py | 8 +-
heronpy/api/state/state.py | 19 +-
heronpy/api/state/stateful_component.py | 6 +-
heronpy/api/stream.py | 24 +-
heronpy/api/task_hook.py | 12 +-
heronpy/api/tests/python/component_unittest.py | 3 +-
heronpy/api/tests/python/metrics_unittest.py | 2 +-
heronpy/api/tests/python/serializer_unittest.py | 2 +-
heronpy/api/tests/python/stream_unittest.py | 2 +-
heronpy/api/tests/python/topology_unittest.py | 2 +-
heronpy/api/topology.py | 9 +-
heronpy/api/topology_context.py | 12 +-
heronpy/api/tuple.py | 4 +-
heronpy/connectors/mock/arraylooper.py | 2 +-
heronpy/connectors/pulsar/pulsarspout.py | 2 +-
heronpy/connectors/pulsar/pulsarstreamlet.py | 2 +-
heronpy/connectors/textfiles/textfilesgenerator.py | 2 +-
heronpy/proto/BUILD | 2 +-
heronpy/streamlet/builder.py | 8 +-
heronpy/streamlet/config.py | 4 +-
heronpy/streamlet/context.py | 11 +-
heronpy/streamlet/generator.py | 2 +-
heronpy/streamlet/impl/consumebolt.py | 2 +-
heronpy/streamlet/impl/contextimpl.py | 2 +-
heronpy/streamlet/impl/filterbolt.py | 2 +-
heronpy/streamlet/impl/flatmapbolt.py | 2 +-
heronpy/streamlet/impl/generatorspout.py | 2 +-
heronpy/streamlet/impl/joinbolt.py | 3 +-
heronpy/streamlet/impl/logbolt.py | 2 +-
heronpy/streamlet/impl/mapbolt.py | 2 +-
heronpy/streamlet/impl/reducebykeyandwindowbolt.py | 2 +-
heronpy/streamlet/impl/reducebywindowbolt.py | 2 +-
heronpy/streamlet/impl/repartitionbolt.py | 4 +-
heronpy/streamlet/impl/streamletboltbase.py | 4 +-
heronpy/streamlet/impl/streamletspoutbase.py | 4 +-
heronpy/streamlet/impl/supplierspout.py | 2 +-
heronpy/streamlet/impl/transformbolt.py | 2 +-
heronpy/streamlet/impl/unionbolt.py | 2 +-
heronpy/streamlet/keyedwindow.py | 4 +-
heronpy/streamlet/resources.py | 4 +-
heronpy/streamlet/runner.py | 5 +-
heronpy/streamlet/streamlet.py | 20 +-
heronpy/streamlet/transformoperator.py | 2 +-
heronpy/streamlet/window.py | 4 +-
heronpy/streamlet/windowconfig.py | 4 +-
integration_test/src/python/common/status.py | 6 +-
.../common/bolt/count_aggregator_bolt.py | 2 +-
.../common/bolt/double_tuples_bolt.py | 2 +-
.../integration_test/common/bolt/identity_bolt.py | 2 +-
.../common/bolt/word_count_bolt.py | 2 +-
.../integration_test/common/spout/ab_spout.py | 2 +-
.../integration_test/core/aggregator_bolt.py | 2 +-
.../src/python/integration_test/core/batch_bolt.py | 2 +-
.../src/python/integration_test/core/constants.py | 2 +-
.../integration_test/core/integration_test_bolt.py | 2 +-
.../core/integration_test_spout.py | 2 +-
.../python/integration_test/core/terminal_bolt.py | 2 +-
.../python/integration_test/core/test_runner.py | 2 +-
.../integration_test/core/test_topology_builder.py | 2 +-
.../topology/all_grouping/all_grouping.py | 2 +-
.../topology/basic_one_task/basic_one_task.py | 2 +-
.../bolt_double_emit_tuples.py | 2 +-
.../topology/fields_grouping/fields_grouping.py | 2 +-
.../topology/global_grouping/global_grouping.py | 2 +-
.../multi_spouts_multi_tasks.py | 2 +-
.../topology/none_grouping/none_grouping.py | 2 +-
.../one_bolt_multi_tasks/one_bolt_multi_tasks.py | 2 +-
.../one_spout_bolt_multi_tasks.py | 2 +-
.../one_spout_multi_tasks/one_spout_multi_tasks.py | 2 +-
.../one_spout_two_bolts/one_spout_two_bolts.py | 2 +-
.../topology/shuffle_grouping/shuffle_grouping.py | 2 +-
.../topology/streamlet/word_count_streamlet.py | 2 +-
.../topology/test_topology_main.py | 2 +-
.../src/python/local_test_runner/main.py | 18 +-
.../src/python/local_test_runner/test_kill_bolt.py | 4 +-
.../local_test_runner/test_kill_metricsmgr.py | 4 +-
.../python/local_test_runner/test_kill_stmgr.py | 4 +-
.../test_kill_stmgr_metricsmgr.py | 4 +-
.../python/local_test_runner/test_kill_tmaster.py | 4 +-
.../src/python/local_test_runner/test_scale_up.py | 4 +-
.../src/python/local_test_runner/test_template.py | 14 +-
integration_test/src/python/test_runner/main.py | 20 +-
.../src/python/topology_test_runner/main.py | 20 +-
maven_install.json | 576 ++++--
scripts/applatix/build.sh | 10 +-
scripts/applatix/test.sh | 4 +-
scripts/applatix/testutils.sh | 4 +-
scripts/packages/BUILD | 11 +-
scripts/packages/heronpy/setup.py.template | 8 +-
scripts/release/docker-images | 145 ++
scripts/run_integration_topology_test.sh | 0
scripts/setup-intellij.sh | 4 +-
scripts/shutils/common.sh | 2 +-
scripts/shutils/save-logs.py | 25 +-
scripts/travis/build.sh | 19 +-
scripts/travis/k8s.sh | 92 +
scripts/travis/k8s.sh.kind.yaml | 4 +
scripts/travis/test.sh | 8 +-
third_party/python/cpplint/BUILD | 5 +-
third_party/python/cpplint/cpplint.py | 18 +-
third_party/python/pylint/BUILD | 5 +-
third_party/python/pylint/main.py | 21 -
third_party/zookeeper/BUILD | 5 +
third_party/zookeeper/pkgconfig.patch | 12 -
tools/bazel.rc | 2 +-
tools/docker/bazel.rc | 3 +-
tools/rules/genproto.bzl | 5 +
tools/rules/pex/BUILD | 18 +-
tools/rules/pex/pex_rules.bzl | 4 +-
tools/rules/pex/wrapper/pex_wrapper.py | 22 +-
tools/rules/pex/wrapper/setup.py | 1 +
tools/rules/proto.bzl | 183 --
tools/travis/bazel.rc | 2 +
vagrant/README.md | 6 +-
vagrant/Vagrantfile | 27 +-
vagrant/init.sh | 71 +-
vagrant/local-ci.sh | 31 +
website2/docs/compiling-linux.md | 8 +-
website2/docs/compiling-osx.md | 3 +
website2/docs/compiling-overview.md | 5 +-
website2/docs/schedulers-nomad.md | 2 +-
.../version-0.20.0-incubating/compiling-docker.md | 2 +-
351 files changed, 3078 insertions(+), 2209 deletions(-)
create mode 100755 scripts/release/docker-images
mode change 100644 => 100755 scripts/run_integration_topology_test.sh
create mode 100755 scripts/travis/k8s.sh
create mode 100644 scripts/travis/k8s.sh.kind.yaml
delete mode 100644 third_party/python/pylint/main.py
delete mode 100644 third_party/zookeeper/pkgconfig.patch
delete mode 100644 tools/rules/proto.bzl
create mode 100755 vagrant/local-ci.sh