You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kafka.apache.org by ju...@apache.org on 2013/01/26 07:04:36 UTC
[25/28] git commit: KAFKA-651 Add system tests for auto create topic;
reviewed by Neha Narkhede
KAFKA-651 Add system tests for auto create topic; reviewed by Neha Narkhede
Project: http://git-wip-us.apache.org/repos/asf/kafka/repo
Commit: http://git-wip-us.apache.org/repos/asf/kafka/commit/758778eb
Tree: http://git-wip-us.apache.org/repos/asf/kafka/tree/758778eb
Diff: http://git-wip-us.apache.org/repos/asf/kafka/diff/758778eb
Branch: refs/heads/trunk
Commit: 758778ebaa357f41fb9f1e4f3c1a13c639ad6d2f
Parents: 8d41620
Author: Neha Narkhede <ne...@gmail.com>
Authored: Thu Jan 24 14:04:02 2013 -0800
Committer: Neha Narkhede <ne...@gmail.com>
Committed: Thu Jan 24 14:04:02 2013 -0800
----------------------------------------------------------------------
.../testcase_0011/testcase_0011_properties.json | 84 +++++++++++++
.../testcase_0024/testcase_0024_properties.json | 86 ++++++++++++++
.../testcase_0119/testcase_0119_properties.json | 87 ++++++++++++++
.../testcase_0128/testcase_0128_properties.json | 89 ++++++++++++++
.../testcase_0134/testcase_0134_properties.json | 92 +++++++++++++++
.../testcase_0159/testcase_0159_properties.json | 91 ++++++++++++++
.../testcase_0209/testcase_0209_properties.json | 90 ++++++++++++++
.../testcase_0259/testcase_0259_properties.json | 90 ++++++++++++++
.../testcase_0309/testcase_0309_properties.json | 88 ++++++++++++++
9 files changed, 797 insertions(+), 0 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kafka/blob/758778eb/system_test/replication_testsuite/testcase_0011/testcase_0011_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0011/testcase_0011_properties.json b/system_test/replication_testsuite/testcase_0011/testcase_0011_properties.json
new file mode 100644
index 0000000..ad93419
--- /dev/null
+++ b/system_test/replication_testsuite/testcase_0011/testcase_0011_properties.json
@@ -0,0 +1,84 @@
+{
+ "description": {"01":"Replication Basic : 1. auto create topic => true",
+ "02":"Produce and consume messages to a single topic - 3 partitions.",
+ "03":"This test sends messages to 3 replicas",
+ "04":"At the end it verifies the log size and contents",
+ "05":"Use a consumer to verify no message loss.",
+ "06":"Producer dimensions : mode:async, acks:1, comp:1",
+ "07":"Log segment size : 1048576 (1M)"
+ },
+ "testcase_args": {
+ "broker_type": "leader",
+ "bounce_broker": "false",
+ "replica_factor": "3",
+ "num_partition": "3",
+ "num_iteration": "1",
+ "auto_create_topic": "true",
+ "sleep_seconds_between_producer_calls": "1",
+ "message_producing_free_time_sec": "15",
+ "num_messages_to_produce_per_producer_call": "50"
+ },
+ "entities": [
+ {
+ "entity_id": "0",
+ "clientPort": "2188",
+ "dataDir": "/tmp/zookeeper_0",
+ "log_filename": "zookeeper_2188.log",
+ "config_filename": "zookeeper_2188.properties"
+ },
+ {
+ "entity_id": "1",
+ "port": "9091",
+ "broker.id": "1",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "1048576",
+ "log.dir": "/tmp/kafka_server_1_logs",
+ "log_filename": "kafka_server_9091.log",
+ "config_filename": "kafka_server_9091.properties"
+ },
+ {
+ "entity_id": "2",
+ "port": "9092",
+ "broker.id": "2",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "1048576",
+ "log.dir": "/tmp/kafka_server_2_logs",
+ "log_filename": "kafka_server_9092.log",
+ "config_filename": "kafka_server_9092.properties"
+ },
+ {
+ "entity_id": "3",
+ "port": "9093",
+ "broker.id": "3",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "1048576",
+ "log.dir": "/tmp/kafka_server_3_logs",
+ "log_filename": "kafka_server_9093.log",
+ "config_filename": "kafka_server_9093.properties"
+ },
+ {
+ "entity_id": "4",
+ "topic": "test_1",
+ "threads": "5",
+ "compression-codec": "1",
+ "message-size": "500",
+ "message": "100",
+ "request-num-acks": "1",
+ "sync":"false",
+ "log_filename": "producer_performance.log",
+ "config_filename": "producer_performance.properties"
+ },
+ {
+ "entity_id": "5",
+ "topic": "test_1",
+ "groupid": "mytestgroup",
+ "consumer-timeout-ms": "10000",
+ "zookeeper": "localhost:2188",
+ "log_filename": "console_consumer.log",
+ "config_filename": "console_consumer.properties"
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/kafka/blob/758778eb/system_test/replication_testsuite/testcase_0024/testcase_0024_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0024/testcase_0024_properties.json b/system_test/replication_testsuite/testcase_0024/testcase_0024_properties.json
new file mode 100644
index 0000000..839eb14
--- /dev/null
+++ b/system_test/replication_testsuite/testcase_0024/testcase_0024_properties.json
@@ -0,0 +1,86 @@
+{
+ "description": {"01":"Replication Basic on Multi Topics & Partitions : 1. auto_create_topic => true",
+ "02":"Produce and consume messages to 2 topics - 3 partitions",
+ "03":"This test sends messages to 3 replicas",
+ "04":"At the end it verifies the log size and contents",
+ "05":"Use a consumer to verify no message loss.",
+ "06":"Producer dimensions : mode:async, acks:1, comp:1",
+ "07":"Log segment size : 512000"
+ },
+ "testcase_args": {
+ "broker_type": "leader",
+ "bounce_broker": "false",
+ "replica_factor": "3",
+ "num_partition": "3",
+ "num_iteration": "1",
+ "auto_create_topic": "true",
+ "producer_multi_topics_mode": "true",
+ "consumer_multi_topics_mode": "true",
+ "sleep_seconds_between_producer_calls": "1",
+ "message_producing_free_time_sec": "15"
+ },
+ "entities": [
+ {
+ "entity_id": "0",
+ "clientPort": "2188",
+ "dataDir": "/tmp/zookeeper_0",
+ "log_filename": "zookeeper_2188.log",
+ "config_filename": "zookeeper_2188.properties"
+ },
+ {
+ "entity_id": "1",
+ "port": "9091",
+ "broker.id": "1",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "512000",
+ "log.dir": "/tmp/kafka_server_1_logs",
+ "log_filename": "kafka_server_9091.log",
+ "config_filename": "kafka_server_9091.properties"
+ },
+ {
+ "entity_id": "2",
+ "port": "9092",
+ "broker.id": "2",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "512000",
+ "log.dir": "/tmp/kafka_server_2_logs",
+ "log_filename": "kafka_server_9092.log",
+ "config_filename": "kafka_server_9092.properties"
+ },
+ {
+ "entity_id": "3",
+ "port": "9093",
+ "broker.id": "3",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "512000",
+ "log.dir": "/tmp/kafka_server_3_logs",
+ "log_filename": "kafka_server_9093.log",
+ "config_filename": "kafka_server_9093.properties"
+ },
+ {
+ "entity_id": "4",
+ "topic": "test_1,test_2",
+ "threads": "5",
+ "compression-codec": "1",
+ "message-size": "500",
+ "message": "100",
+ "request-num-acks": "-1",
+ "producer-retry-backoff-ms": "3500",
+ "producer-num-retries": "3",
+ "sync":"false",
+ "log_filename": "producer_performance_4.log",
+ "config_filename": "producer_performance_4.properties"
+ },
+ {
+ "entity_id": "5",
+ "topic": "test_1,test_2",
+ "groupid": "mytestgroup",
+ "consumer-timeout-ms": "10000",
+ "log_filename": "console_consumer_5.log",
+ "config_filename": "console_consumer_5.properties"
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/kafka/blob/758778eb/system_test/replication_testsuite/testcase_0119/testcase_0119_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0119/testcase_0119_properties.json b/system_test/replication_testsuite/testcase_0119/testcase_0119_properties.json
new file mode 100644
index 0000000..ceb06aa
--- /dev/null
+++ b/system_test/replication_testsuite/testcase_0119/testcase_0119_properties.json
@@ -0,0 +1,87 @@
+{
+ "description": {"01":"Multi Leader Failures in Replication : 1. auto_create_topic => true",
+ "02":"Produce and consume messages to a single topic - three partition.",
+ "03":"This test sends messages to 3 replicas",
+ "04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
+ "05":"Restart the terminated broker",
+ "06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
+ "07":"At the end it verifies the log size and contents",
+ "08":"Use a consumer to verify no message loss.",
+ "09":"Producer dimensions : mode:sync, acks:-1, comp:0",
+ "10":"Log segment size : 102400"
+ },
+ "testcase_args": {
+ "broker_type": "leader",
+ "bounce_broker": "true",
+ "replica_factor": "3",
+ "num_partition": "3",
+ "num_iteration": "3",
+ "auto_create_topic": "true",
+ "sleep_seconds_between_producer_calls": "1",
+ "message_producing_free_time_sec": "15",
+ "num_messages_to_produce_per_producer_call": "50"
+ },
+ "entities": [
+ {
+ "entity_id": "0",
+ "clientPort": "2188",
+ "dataDir": "/tmp/zookeeper_0",
+ "log_filename": "zookeeper_2188.log",
+ "config_filename": "zookeeper_2188.properties"
+ },
+ {
+ "entity_id": "1",
+ "port": "9091",
+ "broker.id": "1",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_1_logs",
+ "log_filename": "kafka_server_9091.log",
+ "config_filename": "kafka_server_9091.properties"
+ },
+ {
+ "entity_id": "2",
+ "port": "9092",
+ "broker.id": "2",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_2_logs",
+ "log_filename": "kafka_server_9092.log",
+ "config_filename": "kafka_server_9092.properties"
+ },
+ {
+ "entity_id": "3",
+ "port": "9093",
+ "broker.id": "3",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_3_logs",
+ "log_filename": "kafka_server_9093.log",
+ "config_filename": "kafka_server_9093.properties"
+ },
+ {
+ "entity_id": "4",
+ "topic": "test_1",
+ "threads": "5",
+ "compression-codec": "0",
+ "message-size": "500",
+ "message": "100",
+ "request-num-acks": "-1",
+ "sync":"true",
+ "log_filename": "producer_performance.log",
+ "config_filename": "producer_performance.properties"
+ },
+ {
+ "entity_id": "5",
+ "topic": "test_1",
+ "groupid": "mytestgroup",
+ "consumer-timeout-ms": "10000",
+ "zookeeper": "localhost:2188",
+ "log_filename": "console_consumer.log",
+ "config_filename": "console_consumer.properties"
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/kafka/blob/758778eb/system_test/replication_testsuite/testcase_0128/testcase_0128_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0128/testcase_0128_properties.json b/system_test/replication_testsuite/testcase_0128/testcase_0128_properties.json
new file mode 100644
index 0000000..e8edb9f
--- /dev/null
+++ b/system_test/replication_testsuite/testcase_0128/testcase_0128_properties.json
@@ -0,0 +1,89 @@
+{
+ "description": {"01":"Leader Failure in Replication with multi topics & partitions : 1. auto_create_topic => true",
+ "02":"Produce and consume messages to 2 topics - 3 partitions",
+ "03":"This test sends messages to 3 replicas",
+ "04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
+ "05":"Restart the terminated broker",
+ "06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
+ "07":"At the end it verifies the log size and contents",
+ "08":"Use a consumer to verify no message loss.",
+ "09":"Producer dimensions : mode:async, acks:-1, comp:1",
+ "10":"Log segment size : 102400"
+ },
+ "testcase_args": {
+ "broker_type": "leader",
+ "bounce_broker": "true",
+ "replica_factor": "3",
+ "num_partition": "3",
+ "num_iteration": "3",
+ "auto_create_topic": "true",
+ "producer_multi_topics_mode": "true",
+ "consumer_multi_topics_mode": "true",
+ "sleep_seconds_between_producer_calls": "1",
+ "message_producing_free_time_sec": "15"
+ },
+ "entities": [
+ {
+ "entity_id": "0",
+ "clientPort": "2188",
+ "dataDir": "/tmp/zookeeper_0",
+ "log_filename": "zookeeper_2188.log",
+ "config_filename": "zookeeper_2188.properties"
+ },
+ {
+ "entity_id": "1",
+ "port": "9091",
+ "broker.id": "1",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_1_logs",
+ "log_filename": "kafka_server_9091.log",
+ "config_filename": "kafka_server_9091.properties"
+ },
+ {
+ "entity_id": "2",
+ "port": "9092",
+ "broker.id": "2",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_2_logs",
+ "log_filename": "kafka_server_9092.log",
+ "config_filename": "kafka_server_9092.properties"
+ },
+ {
+ "entity_id": "3",
+ "port": "9093",
+ "broker.id": "3",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_3_logs",
+ "log_filename": "kafka_server_9093.log",
+ "config_filename": "kafka_server_9093.properties"
+ },
+ {
+ "entity_id": "4",
+ "topic": "test_1,test_2",
+ "threads": "5",
+ "compression-codec": "1",
+ "message-size": "500",
+ "message": "100",
+ "request-num-acks": "-1",
+ "producer-retry-backoff-ms": "3500",
+ "producer-num-retries": "3",
+ "sync":"false",
+ "log_filename": "producer_performance_4.log",
+ "config_filename": "producer_performance_4.properties"
+ },
+ {
+ "entity_id": "5",
+ "topic": "test_1,test_2",
+ "groupid": "mytestgroup",
+ "consumer-timeout-ms": "10000",
+ "log_filename": "console_consumer_5.log",
+ "config_filename": "console_consumer_5.properties"
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/kafka/blob/758778eb/system_test/replication_testsuite/testcase_0134/testcase_0134_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0134/testcase_0134_properties.json b/system_test/replication_testsuite/testcase_0134/testcase_0134_properties.json
new file mode 100644
index 0000000..73bb859
--- /dev/null
+++ b/system_test/replication_testsuite/testcase_0134/testcase_0134_properties.json
@@ -0,0 +1,92 @@
+{
+ "description": {"01":"Leader Failure in Replication with multi topics & partitions : 1. auto_create_topic => true",
+ "02":"Produce and consume messages to 2 topics - 3 partitions",
+ "03":"This test sends messages to 2 replicas",
+ "04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
+ "05":"Restart the terminated broker",
+ "06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
+ "07":"At the end it verifies the log size and contents",
+ "08":"Use a consumer to verify no message loss.",
+ "09":"Producer dimensions : mode:sync, acks:-1, comp:0",
+ "10":"Log segment size : 102400"
+ },
+ "testcase_args": {
+ "broker_type": "leader",
+ "bounce_broker": "true",
+ "replica_factor": "2",
+ "num_partition": "3",
+ "num_iteration": "3",
+ "auto_create_topic": "true",
+ "producer_multi_topics_mode": "true",
+ "consumer_multi_topics_mode": "true",
+ "sleep_seconds_between_producer_calls": "1",
+ "message_producing_free_time_sec": "15"
+ },
+ "entities": [
+ {
+ "entity_id": "0",
+ "clientPort": "2188",
+ "dataDir": "/tmp/zookeeper_0",
+ "log_filename": "zookeeper_2188.log",
+ "config_filename": "zookeeper_2188.properties"
+ },
+ {
+ "entity_id": "1",
+ "port": "9091",
+ "broker.id": "1",
+ "num.partitions": "3",
+ "default.replication.factor": "2",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_1_logs",
+ "log.index.interval.bytes": "10",
+ "log_filename": "kafka_server_9091.log",
+ "config_filename": "kafka_server_9091.properties"
+ },
+ {
+ "entity_id": "2",
+ "port": "9092",
+ "broker.id": "2",
+ "num.partitions": "3",
+ "default.replication.factor": "2",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_2_logs",
+ "log.index.interval.bytes": "10",
+ "log_filename": "kafka_server_9092.log",
+ "config_filename": "kafka_server_9092.properties"
+ },
+ {
+ "entity_id": "3",
+ "port": "9093",
+ "broker.id": "3",
+ "num.partitions": "3",
+ "default.replication.factor": "2",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_3_logs",
+ "log.index.interval.bytes": "10",
+ "log_filename": "kafka_server_9093.log",
+ "config_filename": "kafka_server_9093.properties"
+ },
+ {
+ "entity_id": "4",
+ "topic": "test_1,test_2",
+ "threads": "5",
+ "compression-codec": "1",
+ "message-size": "500",
+ "message": "100",
+ "request-num-acks": "-1",
+ "producer-retry-backoff-ms": "3500",
+ "producer-num-retries": "3",
+ "sync":"false",
+ "log_filename": "producer_performance_4.log",
+ "config_filename": "producer_performance_4.properties"
+ },
+ {
+ "entity_id": "5",
+ "topic": "test_1,test_2",
+ "groupid": "mytestgroup",
+ "consumer-timeout-ms": "10000",
+ "log_filename": "console_consumer_5.log",
+ "config_filename": "console_consumer_5.properties"
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/kafka/blob/758778eb/system_test/replication_testsuite/testcase_0159/testcase_0159_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0159/testcase_0159_properties.json b/system_test/replication_testsuite/testcase_0159/testcase_0159_properties.json
new file mode 100644
index 0000000..030c9e8
--- /dev/null
+++ b/system_test/replication_testsuite/testcase_0159/testcase_0159_properties.json
@@ -0,0 +1,91 @@
+{
+ "description": {"01":"Multi Leader Failures (SIGKILL) in Replication : 1. auto_create_topic => true",
+ "02":"Produce and consume messages to a single topic - three partition.",
+ "03":"This test sends messages to 3 replicas",
+ "04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
+ "05":"Restart the terminated broker",
+ "06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
+ "07":"At the end it verifies the log size and contents",
+ "08":"Use a consumer to verify no message loss.",
+ "09":"Producer dimensions : mode:sync, acks:-1, comp:0",
+ "10":"Log segment size : 102400"
+ },
+ "testcase_args": {
+ "broker_type": "leader",
+ "bounce_broker": "true",
+ "signal_type": "SIGKILL",
+ "replica_factor": "3",
+ "num_partition": "3",
+ "num_iteration": "3",
+ "auto_create_topic": "true",
+ "sleep_seconds_between_producer_calls": "1",
+ "message_producing_free_time_sec": "15",
+ "num_messages_to_produce_per_producer_call": "50"
+ },
+ "entities": [
+ {
+ "entity_id": "0",
+ "clientPort": "2188",
+ "dataDir": "/tmp/zookeeper_0",
+ "log_filename": "zookeeper_2188.log",
+ "config_filename": "zookeeper_2188.properties"
+ },
+ {
+ "entity_id": "1",
+ "port": "9091",
+ "broker.id": "1",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_1_logs",
+ "log_filename": "kafka_server_9091.log",
+ "config_filename": "kafka_server_9091.properties"
+ },
+ {
+ "entity_id": "2",
+ "port": "9092",
+ "broker.id": "2",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_2_logs",
+ "log_filename": "kafka_server_9092.log",
+ "config_filename": "kafka_server_9092.properties"
+ },
+ {
+ "entity_id": "3",
+ "port": "9093",
+ "broker.id": "3",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_3_logs",
+ "log_filename": "kafka_server_9093.log",
+ "config_filename": "kafka_server_9093.properties"
+ },
+ {
+ "entity_id": "4",
+ "topic": "test_1",
+ "threads": "5",
+ "compression-codec": "1",
+ "message-size": "500",
+ "message": "100",
+ "request-num-acks": "-1",
+ "producer-retry-backoff-ms": "3500",
+ "producer-num-retries": "3",
+ "sync":"false",
+ "producer-retry-backoff-ms": "3500",
+ "log_filename": "producer_performance.log",
+ "config_filename": "producer_performance.properties"
+ },
+ {
+ "entity_id": "5",
+ "topic": "test_1",
+ "groupid": "mytestgroup",
+ "consumer-timeout-ms": "10000",
+ "zookeeper": "localhost:2188",
+ "log_filename": "console_consumer.log",
+ "config_filename": "console_consumer.properties"
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/kafka/blob/758778eb/system_test/replication_testsuite/testcase_0209/testcase_0209_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0209/testcase_0209_properties.json b/system_test/replication_testsuite/testcase_0209/testcase_0209_properties.json
new file mode 100644
index 0000000..8d2ceba
--- /dev/null
+++ b/system_test/replication_testsuite/testcase_0209/testcase_0209_properties.json
@@ -0,0 +1,90 @@
+{
+ "description": {"01":"Multi Controller Failures (SIGTERM) in Replication : 1. auto_create_topic => true",
+ "02":"Produce and consume messages to a single topic - three partition.",
+ "03":"This test sends messages to 3 replicas",
+ "04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
+ "05":"Restart the terminated broker",
+ "06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
+ "07":"At the end it verifies the log size and contents",
+ "08":"Use a consumer to verify no message loss.",
+ "09":"Producer dimensions : mode:sync, acks:-1, comp:0",
+ "10":"Log segment size : 102400"
+ },
+ "testcase_args": {
+ "broker_type": "controller",
+ "bounce_broker": "true",
+ "signal_type": "SIGTERM",
+ "replica_factor": "3",
+ "num_partition": "3",
+ "num_iteration": "3",
+ "auto_create_topic": "true",
+ "sleep_seconds_between_producer_calls": "1",
+ "message_producing_free_time_sec": "15",
+ "num_messages_to_produce_per_producer_call": "50"
+ },
+ "entities": [
+ {
+ "entity_id": "0",
+ "clientPort": "2188",
+ "dataDir": "/tmp/zookeeper_0",
+ "log_filename": "zookeeper_2188.log",
+ "config_filename": "zookeeper_2188.properties"
+ },
+ {
+ "entity_id": "1",
+ "port": "9091",
+ "broker.id": "1",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_1_logs",
+ "log_filename": "kafka_server_9091.log",
+ "config_filename": "kafka_server_9091.properties"
+ },
+ {
+ "entity_id": "2",
+ "port": "9092",
+ "broker.id": "2",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_2_logs",
+ "log_filename": "kafka_server_9092.log",
+ "config_filename": "kafka_server_9092.properties"
+ },
+ {
+ "entity_id": "3",
+ "port": "9093",
+ "broker.id": "3",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_3_logs",
+ "log_filename": "kafka_server_9093.log",
+ "config_filename": "kafka_server_9093.properties"
+ },
+ {
+ "entity_id": "4",
+ "topic": "test_1",
+ "threads": "5",
+ "compression-codec": "1",
+ "message-size": "500",
+ "message": "100",
+ "request-num-acks": "-1",
+ "producer-retry-backoff-ms": "3500",
+ "producer-num-retries": "3",
+ "sync":"false",
+ "log_filename": "producer_performance.log",
+ "config_filename": "producer_performance.properties"
+ },
+ {
+ "entity_id": "5",
+ "topic": "test_1",
+ "groupid": "mytestgroup",
+ "consumer-timeout-ms": "10000",
+ "zookeeper": "localhost:2188",
+ "log_filename": "console_consumer.log",
+ "config_filename": "console_consumer.properties"
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/kafka/blob/758778eb/system_test/replication_testsuite/testcase_0259/testcase_0259_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0259/testcase_0259_properties.json b/system_test/replication_testsuite/testcase_0259/testcase_0259_properties.json
new file mode 100644
index 0000000..3bbeeb1
--- /dev/null
+++ b/system_test/replication_testsuite/testcase_0259/testcase_0259_properties.json
@@ -0,0 +1,90 @@
+{
+ "description": {"01":"Multi Follower Failures (SIGTERM) in Replication : 1. auto_create_topic => true",
+ "02":"Produce and consume messages to a single topic - three partition.",
+ "03":"This test sends messages to 3 replicas",
+ "04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
+ "05":"Restart the terminated broker",
+ "06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
+ "07":"At the end it verifies the log size and contents",
+ "08":"Use a consumer to verify no message loss.",
+ "09":"Producer dimensions : mode:sync, acks:-1, comp:0",
+ "10":"Log segment size : 102400"
+ },
+ "testcase_args": {
+ "broker_type": "follower",
+ "bounce_broker": "true",
+ "signal_type": "SIGTERM",
+ "replica_factor": "3",
+ "num_partition": "3",
+ "num_iteration": "3",
+ "auto_create_topic": "true",
+ "sleep_seconds_between_producer_calls": "1",
+ "message_producing_free_time_sec": "15",
+ "num_messages_to_produce_per_producer_call": "50"
+ },
+ "entities": [
+ {
+ "entity_id": "0",
+ "clientPort": "2188",
+ "dataDir": "/tmp/zookeeper_0",
+ "log_filename": "zookeeper_2188.log",
+ "config_filename": "zookeeper_2188.properties"
+ },
+ {
+ "entity_id": "1",
+ "port": "9091",
+ "broker.id": "1",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_1_logs",
+ "log_filename": "kafka_server_9091.log",
+ "config_filename": "kafka_server_9091.properties"
+ },
+ {
+ "entity_id": "2",
+ "port": "9092",
+ "broker.id": "2",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_2_logs",
+ "log_filename": "kafka_server_9092.log",
+ "config_filename": "kafka_server_9092.properties"
+ },
+ {
+ "entity_id": "3",
+ "port": "9093",
+ "broker.id": "3",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_3_logs",
+ "log_filename": "kafka_server_9093.log",
+ "config_filename": "kafka_server_9093.properties"
+ },
+ {
+ "entity_id": "4",
+ "topic": "test_1",
+ "threads": "5",
+ "compression-codec": "1",
+ "message-size": "500",
+ "message": "100",
+ "request-num-acks": "-1",
+ "producer-retry-backoff-ms": "3500",
+ "producer-num-retries": "3",
+ "sync":"false",
+ "log_filename": "producer_performance.log",
+ "config_filename": "producer_performance.properties"
+ },
+ {
+ "entity_id": "5",
+ "topic": "test_1",
+ "groupid": "mytestgroup",
+ "consumer-timeout-ms": "10000",
+ "zookeeper": "localhost:2188",
+ "log_filename": "console_consumer.log",
+ "config_filename": "console_consumer.properties"
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/kafka/blob/758778eb/system_test/replication_testsuite/testcase_0309/testcase_0309_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0309/testcase_0309_properties.json b/system_test/replication_testsuite/testcase_0309/testcase_0309_properties.json
new file mode 100644
index 0000000..90bd404
--- /dev/null
+++ b/system_test/replication_testsuite/testcase_0309/testcase_0309_properties.json
@@ -0,0 +1,88 @@
+{
+ "description": {"01":"Leader Garbage Collection Pauses Simulation in Replication : 1. auto_create_topic => true",
+ "02":"Produce and consume messages to a single topic - three partition.",
+ "03":"This test sends messages to 3 replicas",
+ "04":"To simulate GC Pauses : kill -SIGSTOP => wait N seconds => kill -SIGCONT",
+ "05":"At the end it verifies the log size and contents",
+ "06":"Use a consumer to verify no message loss.",
+ "07":"Producer dimensions : mode:sync, acks:-1, comp:0",
+ "08":"Log segment size : 102400"
+ },
+ "testcase_args": {
+ "broker_type": "leader",
+ "bounce_broker": "false",
+ "pause_time_in_seconds": "5",
+ "replica_factor": "3",
+ "num_partition": "3",
+ "num_iteration": "3",
+ "auto_create_topic": "true",
+ "sleep_seconds_between_producer_calls": "1",
+ "message_producing_free_time_sec": "15",
+ "num_messages_to_produce_per_producer_call": "50"
+ },
+ "entities": [
+ {
+ "entity_id": "0",
+ "clientPort": "2188",
+ "dataDir": "/tmp/zookeeper_0",
+ "log_filename": "zookeeper_2188.log",
+ "config_filename": "zookeeper_2188.properties"
+ },
+ {
+ "entity_id": "1",
+ "port": "9091",
+ "broker.id": "1",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_1_logs",
+ "log_filename": "kafka_server_9091.log",
+ "config_filename": "kafka_server_9091.properties"
+ },
+ {
+ "entity_id": "2",
+ "port": "9092",
+ "broker.id": "2",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_2_logs",
+ "log_filename": "kafka_server_9092.log",
+ "config_filename": "kafka_server_9092.properties"
+ },
+ {
+ "entity_id": "3",
+ "port": "9093",
+ "broker.id": "3",
+ "num.partitions": "3",
+ "default.replication.factor": "3",
+ "log.segment.bytes": "102400",
+ "log.dir": "/tmp/kafka_server_3_logs",
+ "log_filename": "kafka_server_9093.log",
+ "config_filename": "kafka_server_9093.properties"
+ },
+ {
+ "entity_id": "4",
+ "topic": "test_1",
+ "threads": "5",
+ "compression-codec": "1",
+ "message-size": "500",
+ "message": "100",
+ "request-num-acks": "-1",
+ "producer-retry-backoff-ms": "3500",
+ "producer-num-retries": "3",
+ "sync":"false",
+ "log_filename": "producer_performance.log",
+ "config_filename": "producer_performance.properties"
+ },
+ {
+ "entity_id": "5",
+ "topic": "test_1",
+ "groupid": "mytestgroup",
+ "consumer-timeout-ms": "10000",
+ "zookeeper": "localhost:2188",
+ "log_filename": "console_consumer.log",
+ "config_filename": "console_consumer.properties"
+ }
+ ]
+}