You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@heron.apache.org by hu...@apache.org on 2019/01/18 10:43:35 UTC
[incubator-heron] branch huijunw/fixexecutorassert updated:
rever_integration_test
This is an automated email from the ASF dual-hosted git repository.
huijun pushed a commit to branch huijunw/fixexecutorassert
in repository https://gitbox.apache.org/repos/asf/incubator-heron.git
The following commit(s) were added to refs/heads/huijunw/fixexecutorassert by this push:
new e25ac30 rever_integration_test
e25ac30 is described below
commit e25ac30a59c8d50e111e22206cab8d5c6716c72e
Author: Huijun Wu <hu...@twitter.com>
AuthorDate: Fri Jan 18 02:43:04 2019 -0800
rever_integration_test
---
.../src/python/test_runner/resources/test.json | 220 ++++++++++++++++++++-
1 file changed, 219 insertions(+), 1 deletion(-)
diff --git a/integration_test/src/python/test_runner/resources/test.json b/integration_test/src/python/test_runner/resources/test.json
index 976a10d..06dcba4 100644
--- a/integration_test/src/python/test_runner/resources/test.json
+++ b/integration_test/src/python/test_runner/resources/test.json
@@ -8,15 +8,233 @@
"topologyClasspathPrefix" : "org.apache.heron.integration_test.topology.",
"releasePackageUri" : "scheme://role/name/version",
"scalaTopologies": [
+ {
+ "topologyName" : "IntegrationTest_ScalaStreamletWithFilterAndTransform",
+ "classPath" : "scala_streamlet_with_filter_and_transform.ScalaStreamletWithFilterAndTransform",
+ "expectedResultRelativePath" : "scala_streamlet_with_filter_and_transform/ScalaStreamletWithFilterAndTransformResults.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_ScalaStreamletWithMapAndFlatMapAndFilterAndClone",
+ "classPath" : "scala_streamlet_with_map_and_flatmap_and_filter_and_clone.ScalaStreamletWithMapAndFlatMapAndFilterAndClone",
+ "expectedResultRelativePath" : "scala_streamlet_with_map_and_flatmap_and_filter_and_clone/ScalaStreamletWithMapAndFlatMapAndFilterAndCloneResults.json"
+ },
+ {
+ "topologyName": "IntegrationTest_ScalaStreamletWithSplitAndWithStream",
+ "classPath": "scala_streamlet_with_split_and_with_stream.ScalaStreamletWithSplitAndWithStream",
+ "expectedResultRelativePath": "scala_streamlet_with_split_and_with_stream/ScalaStreamletWithSplitAndWithStreamResults.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_ScalaStreamletWithMapAndFilterAndUnion",
+ "classPath" : "scala_streamlet_with_map_and_filter_and_union.ScalaStreamletWithMapAndFilterAndUnion",
+ "expectedResultRelativePath" : "scala_streamlet_with_map_and_filter_and_union/ScalaStreamletWithMapAndFilterAndUnionResults.json"
+ },
+ {
+ "topologyName": "IntegrationTest_ScalaStreamletWithKeybyCountAndReduce",
+ "classPath": "scala_streamlet_with_keyby_count_and_reduce.ScalaStreamletWithKeybyCountAndReduce",
+ "expectedResultRelativePath": "scala_streamlet_with_keyby_count_and_reduce/ScalaStreamletWithKeybyCountAndReduceResults.json"
+ }
],
"javaTopologies": [
{
+ "topologyName" : "IntegrationTest_FieldsGrouping",
+ "classPath" : "fields_grouping.FieldsGrouping",
+ "expectedResultRelativePath" : "fields_grouping/FieldsGroupingResults.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_AllGrouping",
+ "classPath" : "all_grouping.AllGrouping",
+ "expectedResultRelativePath" : "all_grouping/AllGroupingResults.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_GlobalGrouping",
+ "classPath" : "global_grouping.GlobalGrouping",
+ "expectedResultRelativePath" : "global_grouping/GlobalGroupingResults.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_NonGrouping",
+ "classPath" : "non_grouping.NonGrouping",
+ "expectedResultRelativePath" : "non_grouping/NonGroupingResults.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_BasicTopologyOneTask",
+ "classPath" : "basic_topology_one_task.BasicTopologyOneTask",
+ "expectedResultRelativePath" : "basic_topology_one_task/BasicTopologyOneTaskResults.json"
+ },
+ {
"topologyName" : "IntegrationTest_BasicTopologyOneTaskScaleUp",
"classPath" : "basic_topology_one_task.BasicTopologyOneTask",
"updateArgs" : "--component-parallelism=ab-spout:2 --component-parallelism=identity-bolt:3",
"topologyArgs" : "-u topology_updated -S emit_until",
"expectedHttpResultTaskCount" : 2
- } ],
+ },
+ {
+ "topologyName" : "IntegrationTest_BasicTopologyOneTaskScaleUpAndDown",
+ "classPath" : "basic_topology_one_task.BasicTopologyOneTask",
+ "updateArgs" : "--component-parallelism=ab-spout:2 --component-parallelism=identity-bolt:1",
+ "topologyArgs" : "-u topology_updated -S emit_until",
+ "expectedHttpResultTaskCount" : 2
+ },
+ {
+ "topologyName" : "IntegrationTest_BoltDoubleEmitTuples",
+ "classPath" : "bolt_double_emit_tuples.BoltDoubleEmitTuples",
+ "expectedResultRelativePath" : "bolt_double_emit_tuples/BoltDoubleEmitTuplesResults.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_MultiSpoutsMultiTasks",
+ "classPath" : "multi_spouts_multi_tasks.MultiSpoutsMultiTasks",
+ "expectedResultRelativePath" : "multi_spouts_multi_tasks/MultiSpoutsMultiTasksResults.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_OneSpoutMultiTasks",
+ "classPath" : "one_spout_multi_tasks.OneSpoutMultiTasks",
+ "expectedResultRelativePath" : "one_spout_multi_tasks/OneSpoutMultiTasksResults.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_OneSpoutTwoBolts",
+ "classPath" : "one_spout_two_bolts.OneSpoutTwoBolts",
+ "expectedResultRelativePath" : "one_spout_two_bolts/OneSpoutTwoBoltsResults.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_CustomSerialization",
+ "classPath" : "serialization.SerializationTopology",
+ "expectedResultRelativePath" : "serialization/SerializationTopologyResults.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_SlidingCountWindow1",
+ "classPath" : "windowing.count.SlidingCountWindowTest1",
+ "expectedResultRelativePath" : "windowing/count/SlidingCountWindowTest1Results.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_SlidingCountWindow2",
+ "classPath" : "windowing.count.SlidingCountWindowTest2",
+ "expectedResultRelativePath" : "windowing/count/SlidingCountWindowTest2Results.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_SlidingCountWindow3",
+ "classPath" : "windowing.count.SlidingCountWindowTest3",
+ "expectedResultRelativePath" : "windowing/count/SlidingCountWindowTest3Results.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_TumblingCountWindow1",
+ "classPath" : "windowing.count.TumblingCountWindowTest1",
+ "expectedResultRelativePath" : "windowing/count/TumblingCountWindowTest1Results.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_TumblingCountWindow2",
+ "classPath" : "windowing.count.TumblingCountWindowTest2",
+ "expectedResultRelativePath" : "windowing/count/TumblingCountWindowTest2Results.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_TumblingCountWindow3",
+ "classPath" : "windowing.count.TumblingCountWindowTest3",
+ "expectedResultRelativePath" : "windowing/count/TumblingCountWindowTest3Results.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_SlidingTimeWindow1",
+ "classPath" : "windowing.time.SlidingTimeWindowTest1",
+ "expectedResultRelativePath" : "windowing/time/SlidingTimeWindowTest1Results.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_SlidingWatermarkEventTimeWindow1",
+ "classPath" : "windowing.watermark.SlidingWatermarkEventTimeWindowTest1",
+ "expectedResultRelativePath" : "windowing/watermark/SlidingWatermarkEventTimeWindowTest1Results.json"
+ },
+ {
+ "topologyName" : "IntegrationTest_StatefulWindowingTest",
+ "classPath" : "windowing.stateful.StatefulWindowingTest",
+ "expectedResultRelativePath" : "windowing/stateful/StatefulWindowingTestResults.json"
+ },
+ {
+ "topologyName": "IntegrationTest_StreamletWithFilterAndTransform",
+ "classPath": "streamlet_with_filter_and_transform.StreamletWithFilterAndTransform",
+ "expectedResultRelativePath": "streamlet_with_filter_and_transform/StreamletWithFilterAndTransformResults.json"
+ },
+ {
+ "topologyName": "IntegrationTest_StreamletWithMapAndFlatMapAndFilterAndClone",
+ "classPath": "streamlet_with_map_and_flatmap_and_filter_and_clone.StreamletWithMapAndFlatMapAndFilterAndClone",
+ "expectedResultRelativePath": "streamlet_with_map_and_flatmap_and_filter_and_clone/StreamletWithMapAndFlatMapAndFilterAndCloneResults.json"
+ },
+ {
+ "topologyName": "IntegrationTest_StreamletWithSplitAndWithStream",
+ "classPath": "streamlet_with_split_and_with_stream.StreamletWithSplitAndWithStream",
+ "expectedResultRelativePath": "streamlet_with_split_and_with_stream/StreamletWithSplitAndWithStreamResults.json"
+ },
+ {
+ "topologyName": "IntegrationTest_StreamletWithKeybyCountAndReduce",
+ "classPath": "streamlet_with_keyby_count_and_reduce.StreamletWithKeybyCountAndReduce",
+ "expectedResultRelativePath": "streamlet_with_keyby_count_and_reduce/StreamletWithKeybyCountAndReduceResults.json"
+ }
+ ],
"pythonTopologies": [
+ {
+ "topologyName" : "Heron_IntegrationTest_AllGrouping",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "all_grouping/all_grouping_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_BasicOneTask",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "basic_one_task/basic_one_task_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_NoneGrouping",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "none_grouping/none_grouping_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_OneBoltMultiTasks",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "one_bolt_multi_tasks/one_bolt_multi_tasks_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_OneSpoutBoltMultiTasks",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "one_spout_bolt_multi_tasks/one_spout_bolt_multi_tasks_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_ShuffleGrouping",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "shuffle_grouping/shuffle_grouping_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_OneSpoutTwoBolts",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "one_spout_two_bolts/one_spout_two_bolts_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_OneSpoutTwoBolts",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "one_spout_two_bolts/one_spout_two_bolts_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_OneSpoutMultiTasks",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "one_spout_multi_tasks/one_spout_multi_tasks_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_MultiSpoutsMultiTasks",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "multi_spouts_multi_tasks/multi_spouts_multi_tasks_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_FieldsGrouping",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "fields_grouping/fields_grouping_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_BoltDoubleEmitTuples",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "bolt_double_emit_tuples/bolt_double_emit_tuples_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_GlobalGrouping",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "global_grouping/global_grouping_result.json"
+ },
+ {
+ "topologyName" : "Heron_IntegrationTest_WordCountStreamlet",
+ "classPath" : "-",
+ "expectedResultRelativePath" : "streamlet/word_count_streamlet_results.json"
+ }
]
}