You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@heron.apache.org by hu...@apache.org on 2018/07/07 02:10:09 UTC
[incubator-heron] branch huijunw/aurorametadata updated (07ab700 ->
5452eb2)
This is an automated email from the ASF dual-hosted git repository.
huijun pushed a change to branch huijunw/aurorametadata
in repository https://gitbox.apache.org/repos/asf/incubator-heron.git.
from 07ab700 remove _x
add d8c10f6 Update governance.md and clean up Twitter related content (#2926)
add c984bcf Fix code when submitting a toplogy file without an known extension (#2933)
add d7c8c62 Upgrade to Bazel 0.14.1 (#2932)
add 1a929da Clean up remaining dead references to Twitter (#2930)
add 805a401 make EvitionContext extend Serializable (#2935)
add f9d6552 Clean up website gen + website python docs (#2928)
add 5ee2490 Make TopologyBuilder less permissive (#2929)
add 84737b0 Add component config in heron UI and Tracker (#2860)
add 76be949 add integration topology test (#2938)
add 50a8484 add tmaster physical plan endpoint (#2941)
add 5b79124 modify travis ci to enable integration topology test (#2940)
add ef50533 added S3 uploader configuration in Helm chart (#2939)
add fb18dca Universal heronpy (#2948)
add 93b2b3f [healthmgr] Enable runtime toggle for AutoRestartBackpressureContainerPolicy (#2923)
add b6b775f Revert the latest version number change of scala rules (#2943)
add 571a90b Counting pending tuples (#2945)
add ae50ff3 Nwang/fix negative index caused by hash mod (#2953)
new 5452eb2 Merge branch 'master' of https://github.com/apache/incubator-heron into huijunw/aurorametadata
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.travis.yml | 6 +-
WORKSPACE | 2 +-
deploy/kubernetes/helm/templates/tools.yaml | 19 +
deploy/kubernetes/helm/values.yaml.template | 12 +
docker/compile/Dockerfile.centos7 | 2 +-
docker/compile/Dockerfile.debian8 | 2 +-
docker/compile/Dockerfile.ubuntu14.04 | 2 +-
docker/compile/Dockerfile.ubuntu15.10 | 2 +-
docker/compile/Dockerfile.ubuntu16.04 | 2 +-
...gy.java => StatefulTumblingWindowTopology.java} | 14 +-
.../src/java/org/apache/heron/api/utils/Utils.java | 7 +
.../heron/api/windowing/EvictionContext.java | 4 +-
.../impl/groupings/JoinCustomGrouping.java | 5 +-
.../ReduceByKeyAndWindowCustomGrouping.java | 6 +-
.../impl/groupings/RemapCustomGrouping.java | 3 +-
heron/api/tests/java/BUILD | 3 +-
.../org/apache/heron/api/utils/UtilsTest.java} | 27 +-
heron/config/src/yaml/conf/local/healthmgr.yaml | 29 +-
heron/config/src/yaml/conf/sandbox/healthmgr.yaml | 29 +-
heron/config/src/yaml/conf/yarn/healthmgr.yaml | 24 +-
.../org/apache/heron/healthmgr/HealthManager.java | 9 +-
.../apache/heron/healthmgr/HealthPolicyConfig.java | 22 +-
.../heron/healthmgr/HealthPolicyConfigReader.java | 3 +-
.../healthmgr/common/PhysicalPlanProvider.java | 6 +-
.../AutoRestartBackpressureContainerPolicy.java | 17 +-
.../policy/DynamicResourceAllocationPolicy.java | 4 +-
.../heron/healthmgr/policy/ToggleablePolicy.java | 135 +++++
.../heron/simulator/grouping/FieldsGrouping.java | 6 +-
heron/stmgr/src/cpp/manager/instance-server.cpp | 44 ++
heron/stmgr/src/cpp/manager/instance-server.h | 9 +
heron/tmaster/src/cpp/BUILD | 1 +
heron/tmaster/src/cpp/manager/tcontroller.cpp | 38 ++
heron/tmaster/src/cpp/manager/tcontroller.h | 1 +
heron/tools/cli/src/python/submit.py | 4 +-
heron/tools/tracker/src/python/tracker.py | 10 +
heron/tools/tracker/tests/python/BUILD | 2 +-
.../tools/tracker/tests/python/tracker_unittest.py | 19 +
heron/tools/ui/resources/static/js/config.js | 53 +-
heronpy/api/tests/python/serializer_unittest.py | 3 +-
heronpy/api/topology.py | 50 +-
integration_test/src/java/BUILD | 65 ++-
.../common/AbstractTestTopology.java | 58 +--
.../common/BasicConfig.java | 5 +-
.../BasicTopologyOneTask.java | 12 +-
.../BasicTopologyOneTaskResults.json | 59 +++
.../BasicTopologyOneTask.java | 8 +-
.../BasicTopologyOneTaskResults.json | 71 +++
.../BasicTopologyOneTask.java | 10 +-
.../BasicTopologyOneTaskResults.json | 65 +++
.../topology/fields_grouping/FieldsGrouping.java | 10 +-
.../fields_grouping/FieldsGroupingResults.json | 84 +++
.../{test_runner => topology_test_runner}/BUILD | 4 +-
.../src/python/topology_test_runner/main.py | 568 +++++++++++++++++++++
.../topology_test_runner/resources/test.json | 52 ++
scripts/packages/BUILD | 18 +-
scripts/packages/heronpy/requirements.txt | 1 +
scripts/packages/heronpy/setup.py.template | 3 +
scripts/packages/tests_template_bin.sh | 9 +-
scripts/release/release.sh | 4 +-
...on_test.sh => run_integration_topology_test.sh} | 35 +-
scripts/travis/test.sh | 12 +
vagrant/init.sh | 2 +-
website/README.md | 9 +-
website/config.yaml | 6 +-
website/content/docs/contributors/community.md | 5 +-
website/content/docs/contributors/governance.md | 28 +-
.../content/docs/developers/compiling/docker.md | 2 +-
website/content/docs/developers/compiling/linux.md | 4 +-
website/content/docs/developers/python/bolts.md | 48 +-
website/content/docs/developers/python/spouts.md | 29 +-
.../content/docs/developers/python/topologies.md | 140 ++---
.../docs/developers/scala/streamlet-api.mmark | 24 +-
.../deployment/schedulers/kubernetes-helm.md | 15 +
website/scripts/python-doc-gen.sh | 11 +-
74 files changed, 1743 insertions(+), 369 deletions(-)
copy examples/src/java/org/apache/heron/examples/api/{StatefulSlidingWindowTopology.java => StatefulTumblingWindowTopology.java} (93%)
copy heron/api/{src/java/org/apache/heron/api/utils/TupleUtils.java => tests/java/org/apache/heron/api/utils/UtilsTest.java} (55%)
create mode 100644 heron/healthmgr/src/java/org/apache/heron/healthmgr/policy/ToggleablePolicy.java
copy integration_test/src/java/org/apache/heron/{integration_test => integration_topology_test}/common/AbstractTestTopology.java (56%)
copy integration_test/src/java/org/apache/heron/{integration_test => integration_topology_test}/common/BasicConfig.java (91%)
copy integration_test/src/java/org/apache/heron/{integration_test/topology/basic_topology_one_task => integration_topology_test/topology/basic_topology_one_task_scale_down}/BasicTopologyOneTask.java (81%)
create mode 100644 integration_test/src/java/org/apache/heron/integration_topology_test/topology/basic_topology_one_task_scale_down/BasicTopologyOneTaskResults.json
copy integration_test/src/java/org/apache/heron/{integration_test/topology/basic_topology_one_task => integration_topology_test/topology/basic_topology_one_task_scale_up}/BasicTopologyOneTask.java (84%)
create mode 100644 integration_test/src/java/org/apache/heron/integration_topology_test/topology/basic_topology_one_task_scale_up/BasicTopologyOneTaskResults.json
copy integration_test/src/java/org/apache/heron/{integration_test/topology/basic_topology_one_task => integration_topology_test/topology/basic_topology_one_task_scale_up_down}/BasicTopologyOneTask.java (83%)
create mode 100644 integration_test/src/java/org/apache/heron/integration_topology_test/topology/basic_topology_one_task_scale_up_down/BasicTopologyOneTaskResults.json
copy integration_test/src/java/org/apache/heron/{integration_test => integration_topology_test}/topology/fields_grouping/FieldsGrouping.java (83%)
create mode 100644 integration_test/src/java/org/apache/heron/integration_topology_test/topology/fields_grouping/FieldsGroupingResults.json
copy integration_test/src/python/{test_runner => topology_test_runner}/BUILD (72%)
create mode 100644 integration_test/src/python/topology_test_runner/main.py
create mode 100644 integration_test/src/python/topology_test_runner/resources/test.json
copy scripts/{run_integration_test.sh => run_integration_topology_test.sh} (62%)
mode change 100755 => 100644
[incubator-heron] 01/01: Merge branch 'master' of
https://github.com/apache/incubator-heron into huijunw/aurorametadata
Posted by hu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
huijun pushed a commit to branch huijunw/aurorametadata
in repository https://gitbox.apache.org/repos/asf/incubator-heron.git
commit 5452eb2b68976e1569f92fd190554e2aefcd2358
Merge: 07ab700 ae50ff3
Author: Huijun Wu <hu...@twitter.com>
AuthorDate: Fri Jul 6 19:04:52 2018 -0700
Merge branch 'master' of https://github.com/apache/incubator-heron into huijunw/aurorametadata
.travis.yml | 6 +-
WORKSPACE | 2 +-
deploy/kubernetes/helm/templates/tools.yaml | 19 +
deploy/kubernetes/helm/values.yaml.template | 12 +
docker/compile/Dockerfile.centos7 | 2 +-
docker/compile/Dockerfile.debian8 | 2 +-
docker/compile/Dockerfile.ubuntu14.04 | 2 +-
docker/compile/Dockerfile.ubuntu15.10 | 2 +-
docker/compile/Dockerfile.ubuntu16.04 | 2 +-
.../api/StatefulTumblingWindowTopology.java | 181 +++++++
.../src/java/org/apache/heron/api/utils/Utils.java | 7 +
.../heron/api/windowing/EvictionContext.java | 4 +-
.../impl/groupings/JoinCustomGrouping.java | 5 +-
.../ReduceByKeyAndWindowCustomGrouping.java | 6 +-
.../impl/groupings/RemapCustomGrouping.java | 3 +-
heron/api/tests/java/BUILD | 3 +-
.../java/org/apache/heron/api/utils/UtilsTest.java | 42 ++
heron/config/src/yaml/conf/local/healthmgr.yaml | 29 +-
heron/config/src/yaml/conf/sandbox/healthmgr.yaml | 29 +-
heron/config/src/yaml/conf/yarn/healthmgr.yaml | 24 +-
.../org/apache/heron/healthmgr/HealthManager.java | 9 +-
.../apache/heron/healthmgr/HealthPolicyConfig.java | 22 +-
.../heron/healthmgr/HealthPolicyConfigReader.java | 3 +-
.../healthmgr/common/PhysicalPlanProvider.java | 6 +-
.../AutoRestartBackpressureContainerPolicy.java | 17 +-
.../policy/DynamicResourceAllocationPolicy.java | 4 +-
.../heron/healthmgr/policy/ToggleablePolicy.java | 135 +++++
.../heron/simulator/grouping/FieldsGrouping.java | 6 +-
heron/stmgr/src/cpp/manager/instance-server.cpp | 44 ++
heron/stmgr/src/cpp/manager/instance-server.h | 9 +
heron/tmaster/src/cpp/BUILD | 1 +
heron/tmaster/src/cpp/manager/tcontroller.cpp | 38 ++
heron/tmaster/src/cpp/manager/tcontroller.h | 1 +
heron/tools/cli/src/python/submit.py | 4 +-
heron/tools/tracker/src/python/tracker.py | 10 +
heron/tools/tracker/tests/python/BUILD | 2 +-
.../tools/tracker/tests/python/tracker_unittest.py | 19 +
heron/tools/ui/resources/static/js/config.js | 53 +-
heronpy/api/tests/python/serializer_unittest.py | 3 +-
heronpy/api/topology.py | 50 +-
integration_test/src/java/BUILD | 65 ++-
.../common/AbstractTestTopology.java | 93 ++++
.../common/BasicConfig.java | 45 ++
.../BasicTopologyOneTask.java | 51 ++
.../BasicTopologyOneTaskResults.json | 59 +++
.../BasicTopologyOneTask.java | 51 ++
.../BasicTopologyOneTaskResults.json | 71 +++
.../BasicTopologyOneTask.java | 51 ++
.../BasicTopologyOneTaskResults.json | 65 +++
.../topology/fields_grouping/FieldsGrouping.java | 54 ++
.../fields_grouping/FieldsGroupingResults.json | 84 +++
.../src/python/topology_test_runner/BUILD | 19 +
.../src/python/topology_test_runner/main.py | 568 +++++++++++++++++++++
.../topology_test_runner/resources/test.json | 52 ++
scripts/packages/BUILD | 18 +-
scripts/packages/heronpy/requirements.txt | 1 +
scripts/packages/heronpy/setup.py.template | 3 +
scripts/packages/tests_template_bin.sh | 9 +-
scripts/release/release.sh | 4 +-
scripts/run_integration_topology_test.sh | 51 ++
scripts/travis/test.sh | 12 +
vagrant/init.sh | 2 +-
website/README.md | 9 +-
website/config.yaml | 6 +-
website/content/docs/contributors/community.md | 5 +-
website/content/docs/contributors/governance.md | 28 +-
.../content/docs/developers/compiling/docker.md | 2 +-
website/content/docs/developers/compiling/linux.md | 4 +-
website/content/docs/developers/python/bolts.md | 48 +-
website/content/docs/developers/python/spouts.md | 29 +-
.../content/docs/developers/python/topologies.md | 140 ++---
.../docs/developers/scala/streamlet-api.mmark | 24 +-
.../deployment/schedulers/kubernetes-helm.md | 15 +
website/scripts/python-doc-gen.sh | 11 +-
74 files changed, 2310 insertions(+), 257 deletions(-)