You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kafka.apache.org by gw...@apache.org on 2015/10/30 23:13:38 UTC
[09/13] kafka git commit: KAFKA-2715: Removed previous system_test
folder
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/replica_basic_test.py
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/replica_basic_test.py b/system_test/replication_testsuite/replica_basic_test.py
deleted file mode 100644
index 16a24a4..0000000
--- a/system_test/replication_testsuite/replica_basic_test.py
+++ /dev/null
@@ -1,461 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#!/usr/bin/env python
-
-# ===================================
-# replica_basic_test.py
-# ===================================
-
-import inspect
-import logging
-import os
-import pprint
-import signal
-import subprocess
-import sys
-import time
-import traceback
-
-from system_test_env import SystemTestEnv
-sys.path.append(SystemTestEnv.SYSTEM_TEST_UTIL_DIR)
-
-from setup_utils import SetupUtils
-from replication_utils import ReplicationUtils
-import system_test_utils
-from testcase_env import TestcaseEnv
-
-# product specific: Kafka
-import kafka_system_test_utils
-import metrics
-
-class ReplicaBasicTest(ReplicationUtils, SetupUtils):
-
- testModuleAbsPathName = os.path.realpath(__file__)
- testSuiteAbsPathName = os.path.abspath(os.path.dirname(testModuleAbsPathName))
-
- def __init__(self, systemTestEnv):
-
- # SystemTestEnv - provides cluster level environment settings
- # such as entity_id, hostname, kafka_home, java_home which
- # are available in a list of dictionary named
- # "clusterEntityConfigDictList"
- self.systemTestEnv = systemTestEnv
-
- super(ReplicaBasicTest, self).__init__(self)
-
- # dict to pass user-defined attributes to logger argument: "extra"
- d = {'name_of_class': self.__class__.__name__}
-
- def signal_handler(self, signal, frame):
- self.log_message("Interrupt detected - User pressed Ctrl+c")
-
- # perform the necessary cleanup here when user presses Ctrl+c and it may be product specific
- self.log_message("stopping all entities - please wait ...")
- kafka_system_test_utils.stop_all_remote_running_processes(self.systemTestEnv, self.testcaseEnv)
- sys.exit(1)
-
- def runTest(self):
-
- # ======================================================================
- # get all testcase directories under this testsuite
- # ======================================================================
- testCasePathNameList = system_test_utils.get_dir_paths_with_prefix(
- self.testSuiteAbsPathName, SystemTestEnv.SYSTEM_TEST_CASE_PREFIX)
- testCasePathNameList.sort()
-
- replicationUtils = ReplicationUtils(self)
-
- # =============================================================
- # launch each testcase one by one: testcase_1, testcase_2, ...
- # =============================================================
- for testCasePathName in testCasePathNameList:
-
- skipThisTestCase = False
-
- try:
- # ======================================================================
- # A new instance of TestcaseEnv to keep track of this testcase's env vars
- # and initialize some env vars as testCasePathName is available now
- # ======================================================================
- self.testcaseEnv = TestcaseEnv(self.systemTestEnv, self)
- self.testcaseEnv.testSuiteBaseDir = self.testSuiteAbsPathName
- self.testcaseEnv.initWithKnownTestCasePathName(testCasePathName)
- self.testcaseEnv.testcaseArgumentsDict = self.testcaseEnv.testcaseNonEntityDataDict["testcase_args"]
-
- # ======================================================================
- # SKIP if this case is IN testcase_to_skip.json or NOT IN testcase_to_run.json
- # ======================================================================
- testcaseDirName = self.testcaseEnv.testcaseResultsDict["_test_case_name"]
-
- if self.systemTestEnv.printTestDescriptionsOnly:
- self.testcaseEnv.printTestCaseDescription(testcaseDirName)
- continue
- elif self.systemTestEnv.isTestCaseToSkip(self.__class__.__name__, testcaseDirName):
- self.log_message("Skipping : " + testcaseDirName)
- skipThisTestCase = True
- continue
- else:
- self.testcaseEnv.printTestCaseDescription(testcaseDirName)
- system_test_utils.setup_remote_hosts_with_testcase_level_cluster_config(self.systemTestEnv, testCasePathName)
-
-
- # ============================================================================== #
- # ============================================================================== #
- # Product Specific Testing Code Starts Here: #
- # ============================================================================== #
- # ============================================================================== #
-
- # get optional testcase arguments
- logRetentionTest = "false"
- try:
- logRetentionTest = self.testcaseEnv.testcaseArgumentsDict["log_retention_test"]
- except:
- pass
- consumerMultiTopicsMode = "false"
- try:
- consumerMultiTopicsMode = self.testcaseEnv.testcaseArgumentsDict["consumer_multi_topics_mode"]
- except:
- pass
- autoCreateTopic = "false"
- try:
- autoCreateTopic = self.testcaseEnv.testcaseArgumentsDict["auto_create_topic"]
- except:
- pass
-
-
- # initialize self.testcaseEnv with user-defined environment variables (product specific)
- self.testcaseEnv.userDefinedEnvVarDict["zkConnectStr"] = ""
- self.testcaseEnv.userDefinedEnvVarDict["stopBackgroundProducer"] = False
- self.testcaseEnv.userDefinedEnvVarDict["backgroundProducerStopped"] = False
- self.testcaseEnv.userDefinedEnvVarDict["leaderElectionLatencyList"] = []
-
- # initialize signal handler
- signal.signal(signal.SIGINT, self.signal_handler)
-
- # TestcaseEnv.testcaseConfigsList initialized by reading testcase properties file:
- # system_test/<suite_name>_testsuite/testcase_<n>/testcase_<n>_properties.json
- self.testcaseEnv.testcaseConfigsList = system_test_utils.get_json_list_data(
- self.testcaseEnv.testcasePropJsonPathName)
-
- # clean up data directories specified in zookeeper.properties and kafka_server_<n>.properties
- kafka_system_test_utils.cleanup_data_at_remote_hosts(self.systemTestEnv, self.testcaseEnv)
-
- # create "LOCAL" log directories for metrics, dashboards for each entity under this testcase
- # for collecting logs from remote machines
- kafka_system_test_utils.generate_testcase_log_dirs(self.systemTestEnv, self.testcaseEnv)
-
- # TestcaseEnv - initialize producer & consumer config / log file pathnames
- kafka_system_test_utils.init_entity_props(self.systemTestEnv, self.testcaseEnv)
-
- # generate remote hosts log/config dirs if not exist
- kafka_system_test_utils.generate_testcase_log_dirs_in_remote_hosts(self.systemTestEnv, self.testcaseEnv)
-
- # generate properties files for zookeeper, kafka, producer, consumer:
- # 1. copy system_test/<suite_name>_testsuite/config/*.properties to
- # system_test/<suite_name>_testsuite/testcase_<n>/config/
- # 2. update all properties files in system_test/<suite_name>_testsuite/testcase_<n>/config
- # by overriding the settings specified in:
- # system_test/<suite_name>_testsuite/testcase_<n>/testcase_<n>_properties.json
- kafka_system_test_utils.generate_overriden_props_files(self.testSuiteAbsPathName,
- self.testcaseEnv, self.systemTestEnv)
-
- # =============================================
- # preparing all entities to start the test
- # =============================================
- self.log_message("starting zookeepers")
- kafka_system_test_utils.start_zookeepers(self.systemTestEnv, self.testcaseEnv)
- self.anonLogger.info("sleeping for 2s")
- time.sleep(2)
-
- self.log_message("starting brokers")
- kafka_system_test_utils.start_brokers(self.systemTestEnv, self.testcaseEnv)
- self.anonLogger.info("sleeping for 5s")
- time.sleep(5)
-
- if autoCreateTopic.lower() == "false":
- self.log_message("creating topics")
- kafka_system_test_utils.create_topic_for_producer_performance(self.systemTestEnv, self.testcaseEnv)
- self.anonLogger.info("sleeping for 5s")
- time.sleep(5)
-
- # =============================================
- # start ConsoleConsumer if this is a Log Retention test
- # =============================================
- if logRetentionTest.lower() == "true":
- self.log_message("starting consumer in the background")
- kafka_system_test_utils.start_console_consumer(self.systemTestEnv, self.testcaseEnv)
- time.sleep(1)
-
- # =============================================
- # starting producer
- # =============================================
- self.log_message("starting producer in the background")
- kafka_system_test_utils.start_producer_performance(self.systemTestEnv, self.testcaseEnv, False)
- msgProducingFreeTimeSec = self.testcaseEnv.testcaseArgumentsDict["message_producing_free_time_sec"]
- self.anonLogger.info("sleeping for " + msgProducingFreeTimeSec + " sec to produce some messages")
- time.sleep(int(msgProducingFreeTimeSec))
-
- # =============================================
- # A while-loop to bounce leader as specified
- # by "num_iterations" in testcase_n_properties.json
- # =============================================
- i = 1
- numIterations = int(self.testcaseEnv.testcaseArgumentsDict["num_iteration"])
- brokerType = self.testcaseEnv.testcaseArgumentsDict["broker_type"]
- bounceBrokerFlag = self.testcaseEnv.testcaseArgumentsDict["bounce_broker"]
-
- while i <= numIterations:
- self.log_message("Iteration " + str(i) + " of " + str(numIterations))
- self.log_message("bounce_broker flag : " + bounceBrokerFlag)
-
- leaderDict = None
- controllerDict = None
- stoppedBrokerEntityId = ""
-
- # ==============================================
- # Find out the entity id for the stopping broker
- # ==============================================
- if brokerType == "leader" or brokerType == "follower":
- self.log_message("looking up leader")
- leaderDict = kafka_system_test_utils.get_leader_attributes(self.systemTestEnv, self.testcaseEnv)
-
- # ==========================
- # leaderDict looks like this:
- # ==========================
- #{'entity_id': u'3',
- # 'partition': '0',
- # 'timestamp': 1345050255.8280001,
- # 'hostname': u'localhost',
- # 'topic': 'test_1',
- # 'brokerid': '3'}
-
- if brokerType == "leader":
- stoppedBrokerEntityId = leaderDict["entity_id"]
- self.log_message("Found leader with entity id: " + stoppedBrokerEntityId)
- else: # Follower
- self.log_message("looking up follower")
- # a list of all brokers
- brokerEntityIdList = system_test_utils.get_data_from_list_of_dicts(self.systemTestEnv.clusterEntityConfigDictList, "role", "broker", "entity_id")
-
- # we pick the first non-leader broker as the follower
- firstFollowerEntityId = None
- for brokerEntityId in brokerEntityIdList:
- if brokerEntityId != leaderDict["entity_id"]:
- firstFollowerEntityId = brokerEntityId
- break
- stoppedBrokerEntityId = firstFollowerEntityId
- self.log_message("Found follower with entity id: " + stoppedBrokerEntityId)
-
- elif brokerType == "controller":
- self.log_message("looking up controller")
- controllerDict = kafka_system_test_utils.get_controller_attributes(self.systemTestEnv, self.testcaseEnv)
-
- # ==========================
- # controllerDict looks like this:
- # ==========================
- #{'entity_id': u'3',
- # 'timestamp': 1345050255.8280001,
- # 'hostname': u'localhost',
- # 'brokerid': '3'}
-
- stoppedBrokerEntityId = controllerDict["entity_id"]
- self.log_message("Found controller with entity id: " + stoppedBrokerEntityId)
-
- # =============================================
- # Bounce the broker
- # =============================================
- if bounceBrokerFlag.lower() == "true":
- if brokerType == "leader":
- # validate to see if leader election is successful
- self.log_message("validating leader election")
- kafka_system_test_utils.validate_leader_election_successful(self.testcaseEnv, leaderDict, self.testcaseEnv.validationStatusDict)
-
- # trigger leader re-election by stopping leader to get re-election latency
- #reelectionLatency = kafka_system_test_utils.get_reelection_latency(self.systemTestEnv, self.testcaseEnv, leaderDict, self.leaderAttributesDict)
- #latencyKeyName = "Leader Election Latency - iter " + str(i) + " brokerid " + leaderDict["brokerid"]
- #self.testcaseEnv.validationStatusDict[latencyKeyName] = str("{0:.2f}".format(reelectionLatency * 1000)) + " ms"
- #self.testcaseEnv.userDefinedEnvVarDict["leaderElectionLatencyList"].append("{0:.2f}".format(reelectionLatency * 1000))
-
- elif brokerType == "follower":
- # stopping Follower
- self.log_message("stopping follower with entity id: " + firstFollowerEntityId)
- kafka_system_test_utils.stop_remote_entity(self.systemTestEnv, firstFollowerEntityId, self.testcaseEnv.entityBrokerParentPidDict[firstFollowerEntityId])
-
- elif brokerType == "controller":
- # stopping Controller
- self.log_message("stopping controller : " + controllerDict["brokerid"])
- kafka_system_test_utils.stop_remote_entity(self.systemTestEnv, controllerDict["entity_id"], self.testcaseEnv.entityBrokerParentPidDict[controllerDict["entity_id"]])
-
- brokerDownTimeInSec = 5
- try:
- brokerDownTimeInSec = int(self.testcaseEnv.testcaseArgumentsDict["broker_down_time_in_sec"])
- except:
- pass # take default
- time.sleep(brokerDownTimeInSec)
-
- # starting previously terminated broker
- self.log_message("starting the previously terminated broker")
- kafka_system_test_utils.start_entity_in_background(self.systemTestEnv, self.testcaseEnv, stoppedBrokerEntityId)
-
- else:
- # GC Pause simulation
- pauseTime = None
- try:
- hostname = leaderDict["hostname"]
- pauseTime = self.testcaseEnv.testcaseArgumentsDict["pause_time_in_seconds"]
- parentPid = self.testcaseEnv.entityBrokerParentPidDict[leaderDict["entity_id"]]
- pidStack = system_test_utils.get_remote_child_processes(hostname, parentPid)
- system_test_utils.simulate_garbage_collection_pause_in_remote_process(hostname, pidStack, pauseTime)
- except:
- pass
-
-
- self.anonLogger.info("sleeping for 60s")
- time.sleep(60)
- i += 1
- # while loop
-
- # update Leader Election Latency MIN/MAX to testcaseEnv.validationStatusDict
- #self.testcaseEnv.validationStatusDict["Leader Election Latency MIN"] = None
- #try:
- # self.testcaseEnv.validationStatusDict["Leader Election Latency MIN"] = \
- # min(self.testcaseEnv.userDefinedEnvVarDict["leaderElectionLatencyList"])
- #except:
- # pass
- #
- #self.testcaseEnv.validationStatusDict["Leader Election Latency MAX"] = None
- #try:
- # self.testcaseEnv.validationStatusDict["Leader Election Latency MAX"] = \
- # max(self.testcaseEnv.userDefinedEnvVarDict["leaderElectionLatencyList"])
- #except:
- # pass
-
- # =============================================
- # tell producer to stop
- # =============================================
- self.testcaseEnv.lock.acquire()
- self.testcaseEnv.userDefinedEnvVarDict["stopBackgroundProducer"] = True
- time.sleep(1)
- self.testcaseEnv.lock.release()
- time.sleep(1)
-
- # =============================================
- # wait for producer thread's update of
- # "backgroundProducerStopped" to be "True"
- # =============================================
- while 1:
- self.testcaseEnv.lock.acquire()
- self.logger.info("status of backgroundProducerStopped : [" + \
- str(self.testcaseEnv.userDefinedEnvVarDict["backgroundProducerStopped"]) + "]", extra=self.d)
- if self.testcaseEnv.userDefinedEnvVarDict["backgroundProducerStopped"]:
- time.sleep(1)
- self.testcaseEnv.lock.release()
- self.logger.info("all producer threads completed", extra=self.d)
- break
- time.sleep(1)
- self.testcaseEnv.lock.release()
- time.sleep(2)
-
- # =============================================
- # collect logs from remote hosts to find the
- # minimum common offset of a certain log
- # segment file among all replicas
- # =============================================
- minStartingOffsetDict = None
- if logRetentionTest.lower() == "true":
- self.anonLogger.info("sleeping for 60s to make sure log truncation is completed")
- time.sleep(60)
- kafka_system_test_utils.collect_logs_from_remote_hosts(self.systemTestEnv, self.testcaseEnv)
-
- minStartingOffsetDict = kafka_system_test_utils.getMinCommonStartingOffset(self.systemTestEnv, self.testcaseEnv)
- print
- pprint.pprint(minStartingOffsetDict)
-
- # =============================================
- # starting debug consumer
- # =============================================
- if consumerMultiTopicsMode.lower() == "false":
- self.log_message("starting debug consumers in the background")
- kafka_system_test_utils.start_simple_consumer(self.systemTestEnv, self.testcaseEnv, minStartingOffsetDict)
- self.anonLogger.info("sleeping for 10s")
- time.sleep(10)
-
- # =============================================
- # starting console consumer
- # =============================================
- if logRetentionTest.lower() == "false":
- self.log_message("starting consumer in the background")
- kafka_system_test_utils.start_console_consumer(self.systemTestEnv, self.testcaseEnv)
- time.sleep(10)
-
- # =============================================
- # this testcase is completed - stop all entities
- # =============================================
- self.log_message("stopping all entities")
- for entityId, parentPid in self.testcaseEnv.entityBrokerParentPidDict.items():
- kafka_system_test_utils.stop_remote_entity(self.systemTestEnv, entityId, parentPid)
-
- for entityId, parentPid in self.testcaseEnv.entityZkParentPidDict.items():
- kafka_system_test_utils.stop_remote_entity(self.systemTestEnv, entityId, parentPid)
-
- # make sure all entities are stopped
- kafka_system_test_utils.ps_grep_terminate_running_entity(self.systemTestEnv)
-
- # =============================================
- # collect logs from remote hosts
- # =============================================
- kafka_system_test_utils.collect_logs_from_remote_hosts(self.systemTestEnv, self.testcaseEnv)
-
- # =============================================
- # validate the data matched and checksum
- # =============================================
- self.log_message("validating data matched")
-
- if logRetentionTest.lower() == "true":
- kafka_system_test_utils.validate_data_matched(self.systemTestEnv, self.testcaseEnv, replicationUtils)
- elif consumerMultiTopicsMode.lower() == "true":
- kafka_system_test_utils.validate_data_matched_in_multi_topics_from_single_consumer_producer(
- self.systemTestEnv, self.testcaseEnv, replicationUtils)
- else:
- kafka_system_test_utils.validate_simple_consumer_data_matched_across_replicas(self.systemTestEnv, self.testcaseEnv)
- kafka_system_test_utils.validate_broker_log_segment_checksum(self.systemTestEnv, self.testcaseEnv)
- kafka_system_test_utils.validate_data_matched(self.systemTestEnv, self.testcaseEnv, replicationUtils)
-
- kafka_system_test_utils.validate_index_log(self.systemTestEnv, self.testcaseEnv)
-
- # =============================================
- # draw graphs
- # =============================================
- metrics.draw_all_graphs(self.systemTestEnv.METRICS_PATHNAME,
- self.testcaseEnv,
- self.systemTestEnv.clusterEntityConfigDictList)
-
- # build dashboard, one for each role
- metrics.build_all_dashboards(self.systemTestEnv.METRICS_PATHNAME,
- self.testcaseEnv.testCaseDashboardsDir,
- self.systemTestEnv.clusterEntityConfigDictList)
- except Exception as e:
- self.log_message("Exception while running test {0}".format(e))
- traceback.print_exc()
- self.testcaseEnv.validationStatusDict["Test completed"] = "FAILED"
-
-
- finally:
- if not skipThisTestCase and not self.systemTestEnv.printTestDescriptionsOnly:
- self.log_message("stopping all entities - please wait ...")
- kafka_system_test_utils.stop_all_remote_running_processes(self.systemTestEnv, self.testcaseEnv)
-
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0001/testcase_0001_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0001/testcase_0001_properties.json b/system_test/replication_testsuite/testcase_0001/testcase_0001_properties.json
deleted file mode 100644
index 7a32e8d..0000000
--- a/system_test/replication_testsuite/testcase_0001/testcase_0001_properties.json
+++ /dev/null
@@ -1,85 +0,0 @@
-{
- "description": {"01":"Replication Basic : Base Test",
- "02":"Produce and consume messages to a single topic - single partition.",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:sync, acks:-1, comp:0",
- "07":"Log segment size : 10000000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "1",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15",
- "num_messages_to_produce_per_producer_call": "50"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "0",
- "message-size": "500",
- "message": "500",
- "request-num-acks": "-1",
- "producer-retry-backoff-ms": "300",
- "sync":"true",
- "log_filename": "producer_performance.log",
- "config_filename": "producer_performance.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "zookeeper": "localhost:2188",
- "log_filename": "console_consumer.log",
- "config_filename": "console_consumer.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0002/testcase_0002_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0002/testcase_0002_properties.json b/system_test/replication_testsuite/testcase_0002/testcase_0002_properties.json
deleted file mode 100644
index 2929414..0000000
--- a/system_test/replication_testsuite/testcase_0002/testcase_0002_properties.json
+++ /dev/null
@@ -1,85 +0,0 @@
-{
- "description": {"01":"Replication Basic : 1. comp => 1",
- "02":"Produce and consume messages to a single topic - single partition.",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:sync, acks:-1, comp:1",
- "07":"Log segment size : 10000000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "1",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15",
- "num_messages_to_produce_per_producer_call": "50"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "-1",
- "producer-retry-backoff-ms": "300",
- "sync":"true",
- "log_filename": "producer_performance.log",
- "config_filename": "producer_performance.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "zookeeper": "localhost:2188",
- "log_filename": "console_consumer.log",
- "config_filename": "console_consumer.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0003/testcase_0003_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0003/testcase_0003_properties.json b/system_test/replication_testsuite/testcase_0003/testcase_0003_properties.json
deleted file mode 100644
index d9818e1..0000000
--- a/system_test/replication_testsuite/testcase_0003/testcase_0003_properties.json
+++ /dev/null
@@ -1,85 +0,0 @@
-{
- "description": {"01":"Replication Basic : 1. acks => 1; 2. comp => 1",
- "02":"Produce and consume messages to a single topic - single partition.",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:sync, acks:1, comp:1",
- "07":"Log segment size : 10000000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "1",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15",
- "num_messages_to_produce_per_producer_call": "50"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "1",
- "producer-retry-backoff-ms": "300",
- "sync":"true",
- "log_filename": "producer_performance.log",
- "config_filename": "producer_performance.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "zookeeper": "localhost:2188",
- "log_filename": "console_consumer.log",
- "config_filename": "console_consumer.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0004/testcase_0004_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0004/testcase_0004_properties.json b/system_test/replication_testsuite/testcase_0004/testcase_0004_properties.json
deleted file mode 100644
index fe42626..0000000
--- a/system_test/replication_testsuite/testcase_0004/testcase_0004_properties.json
+++ /dev/null
@@ -1,85 +0,0 @@
-{
- "description": {"01":"Replication Basic : 1. mode => async; 2. comp => 1",
- "02":"Produce and consume messages to a single topic - single partition.",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:async, acks:-1, comp:1",
- "07":"Log segment size : 10000000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "1",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15",
- "num_messages_to_produce_per_producer_call": "50"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "-1",
- "producer-retry-backoff-ms": "300",
- "sync":"false",
- "log_filename": "producer_performance.log",
- "config_filename": "producer_performance.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "zookeeper": "localhost:2188",
- "log_filename": "console_consumer.log",
- "config_filename": "console_consumer.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0005/testcase_0005_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0005/testcase_0005_properties.json b/system_test/replication_testsuite/testcase_0005/testcase_0005_properties.json
deleted file mode 100644
index 37d180a..0000000
--- a/system_test/replication_testsuite/testcase_0005/testcase_0005_properties.json
+++ /dev/null
@@ -1,85 +0,0 @@
-{
- "description": {"01":"Replication Basic : 1. mode => async; 2. acks => 1; 3. comp => 1",
- "02":"Produce and consume messages to a single topic - single partition.",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:async, acks:1, comp:1",
- "07":"Log segment size : 10000000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "1",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15",
- "num_messages_to_produce_per_producer_call": "50"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "1",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "1",
- "producer-retry-backoff-ms": "300",
- "sync":"false",
- "log_filename": "producer_performance.log",
- "config_filename": "producer_performance.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "zookeeper": "localhost:2188",
- "log_filename": "console_consumer.log",
- "config_filename": "console_consumer.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0006/testcase_0006_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0006/testcase_0006_properties.json b/system_test/replication_testsuite/testcase_0006/testcase_0006_properties.json
deleted file mode 100644
index dae8f76..0000000
--- a/system_test/replication_testsuite/testcase_0006/testcase_0006_properties.json
+++ /dev/null
@@ -1,85 +0,0 @@
-{
- "description": {"01":"Replication Basic : 1. comp => 1",
- "02":"Produce and consume messages to a single topic - 3 partitions.",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:sync, acks:-1, comp:1",
- "07":"Log segment size : 10000000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "3",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15",
- "num_messages_to_produce_per_producer_call": "50"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "-1",
- "producer-retry-backoff-ms": "300",
- "sync":"true",
- "log_filename": "producer_performance.log",
- "config_filename": "producer_performance.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "zookeeper": "localhost:2188",
- "log_filename": "console_consumer.log",
- "config_filename": "console_consumer.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0007/testcase_0007_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0007/testcase_0007_properties.json b/system_test/replication_testsuite/testcase_0007/testcase_0007_properties.json
deleted file mode 100644
index b6f513f..0000000
--- a/system_test/replication_testsuite/testcase_0007/testcase_0007_properties.json
+++ /dev/null
@@ -1,85 +0,0 @@
-{
- "description": {"01":"Replication Basic : 1. mode => async; 2. comp => 1",
- "02":"Produce and consume messages to a single topic - 3 partitions.",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:async, acks:-1, comp:1",
- "07":"Log segment size : 10000000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "3",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15",
- "num_messages_to_produce_per_producer_call": "50"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "-1",
- "producer-retry-backoff-ms": "300",
- "sync":"false",
- "log_filename": "producer_performance.log",
- "config_filename": "producer_performance.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "zookeeper": "localhost:2188",
- "log_filename": "console_consumer.log",
- "config_filename": "console_consumer.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0008/testcase_0008_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0008/testcase_0008_properties.json b/system_test/replication_testsuite/testcase_0008/testcase_0008_properties.json
deleted file mode 100644
index 4954752..0000000
--- a/system_test/replication_testsuite/testcase_0008/testcase_0008_properties.json
+++ /dev/null
@@ -1,85 +0,0 @@
-{
- "description": {"01":"Replication Basic : 1. acks => 1; 2. comp => 1",
- "02":"Produce and consume messages to a single topic - 3 partitions.",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:sync, acks:1, comp:1",
- "07":"Log segment size : 10000000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "3",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15",
- "num_messages_to_produce_per_producer_call": "50"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "1",
- "producer-retry-backoff-ms": "300",
- "sync":"true",
- "log_filename": "producer_performance.log",
- "config_filename": "producer_performance.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "zookeeper": "localhost:2188",
- "log_filename": "console_consumer.log",
- "config_filename": "console_consumer.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0009/testcase_0009_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0009/testcase_0009_properties.json b/system_test/replication_testsuite/testcase_0009/testcase_0009_properties.json
deleted file mode 100644
index 0476b12..0000000
--- a/system_test/replication_testsuite/testcase_0009/testcase_0009_properties.json
+++ /dev/null
@@ -1,85 +0,0 @@
-{
- "description": {"01":"Replication Basic : 1. mode => async; 2. acks => 1; 3. comp => 1",
- "02":"Produce and consume messages to a single topic - 3 partitions.",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:async, acks:1, comp:1",
- "07":"Log segment size : 10000000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "3",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15",
- "num_messages_to_produce_per_producer_call": "50"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "10000000",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "1",
- "producer-retry-backoff-ms": "300",
- "sync":"false",
- "log_filename": "producer_performance.log",
- "config_filename": "producer_performance.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "zookeeper": "localhost:2188",
- "log_filename": "console_consumer.log",
- "config_filename": "console_consumer.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0010/testcase_0010_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0010/testcase_0010_properties.json b/system_test/replication_testsuite/testcase_0010/testcase_0010_properties.json
deleted file mode 100644
index e25ddb9..0000000
--- a/system_test/replication_testsuite/testcase_0010/testcase_0010_properties.json
+++ /dev/null
@@ -1,85 +0,0 @@
-{
- "description": {"01":"Replication Basic : 1. mode => async; 2. acks => 1; 3. comp => 1; 4. log segment size => 1M",
- "02":"Produce and consume messages to a single topic - 3 partitions.",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:async, acks:1, comp:1",
- "07":"Log segment size : 1048576 (1M)"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "3",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15",
- "num_messages_to_produce_per_producer_call": "50"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "1048576",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "1048576",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "1048576",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "1",
- "producer-retry-backoff-ms": "300",
- "sync":"false",
- "log_filename": "producer_performance.log",
- "config_filename": "producer_performance.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "zookeeper": "localhost:2188",
- "log_filename": "console_consumer.log",
- "config_filename": "console_consumer.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0011/testcase_0011_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0011/testcase_0011_properties.json b/system_test/replication_testsuite/testcase_0011/testcase_0011_properties.json
deleted file mode 100644
index ac17570..0000000
--- a/system_test/replication_testsuite/testcase_0011/testcase_0011_properties.json
+++ /dev/null
@@ -1,86 +0,0 @@
-{
- "description": {"01":"Replication Basic : 1. auto create topic => true",
- "02":"Produce and consume messages to a single topic - 3 partitions.",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:async, acks:1, comp:1",
- "07":"Log segment size : 1048576 (1M)"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "3",
- "num_iteration": "1",
- "auto_create_topic": "true",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15",
- "num_messages_to_produce_per_producer_call": "50"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "num.partitions": "3",
- "default.replication.factor": "3",
- "log.segment.bytes": "1048576",
- "log.dir": "/tmp/kafka_server_1_logs",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "num.partitions": "3",
- "default.replication.factor": "3",
- "log.segment.bytes": "1048576",
- "log.dir": "/tmp/kafka_server_2_logs",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "num.partitions": "3",
- "default.replication.factor": "3",
- "log.segment.bytes": "1048576",
- "log.dir": "/tmp/kafka_server_3_logs",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "1",
- "producer-retry-backoff-ms": "300",
- "sync":"false",
- "log_filename": "producer_performance.log",
- "config_filename": "producer_performance.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1",
- "groupid": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "zookeeper": "localhost:2188",
- "log_filename": "console_consumer.log",
- "config_filename": "console_consumer.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0021/cluster_config.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0021/cluster_config.json b/system_test/replication_testsuite/testcase_0021/cluster_config.json
deleted file mode 100644
index cf147eb..0000000
--- a/system_test/replication_testsuite/testcase_0021/cluster_config.json
+++ /dev/null
@@ -1,76 +0,0 @@
-{
- "cluster_config": [
- {
- "entity_id": "0",
- "hostname": "localhost",
- "role": "zookeeper",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9990"
- },
- {
- "entity_id": "1",
- "hostname": "localhost",
- "role": "broker",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9991"
- },
- {
- "entity_id": "2",
- "hostname": "localhost",
- "role": "broker",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9992"
- },
- {
- "entity_id": "3",
- "hostname": "localhost",
- "role": "broker",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9993"
- },
- {
- "entity_id": "4",
- "hostname": "localhost",
- "role": "producer_performance",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9997"
- },
- {
- "entity_id": "5",
- "hostname": "localhost",
- "role": "producer_performance",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9998"
- },
- {
- "entity_id": "6",
- "hostname": "localhost",
- "role": "console_consumer",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9999"
- },
- {
- "entity_id": "7",
- "hostname": "localhost",
- "role": "console_consumer",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9099"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0021/testcase_0021_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0021/testcase_0021_properties.json b/system_test/replication_testsuite/testcase_0021/testcase_0021_properties.json
deleted file mode 100644
index f35a439..0000000
--- a/system_test/replication_testsuite/testcase_0021/testcase_0021_properties.json
+++ /dev/null
@@ -1,105 +0,0 @@
-{
- "description": {"01":"Replication Basic on Multi Topics & Partitions : Base Test",
- "02":"Produce and consume messages to 2 topics - 3 partitions",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:sync, acks:-1, comp:0",
- "07":"Log segment size : 102400"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "3",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "102400",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "102400",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "102400",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "0",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "-1",
- "producer-retry-backoff-ms": "300",
- "sync":"true",
- "log_filename": "producer_performance_4.log",
- "config_filename": "producer_performance_4.properties"
- },
- {
- "entity_id": "5",
- "new-producer":"true",
- "topic": "test_2",
- "threads": "5",
- "compression-codec": "0",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "-1",
- "producer-retry-backoff-ms": "300",
- "sync":"true",
- "log_filename": "producer_performance_5.log",
- "config_filename": "producer_performance_5.properties"
- },
- {
- "entity_id": "6",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "log_filename": "console_consumer_6.log",
- "config_filename": "console_consumer_6.properties"
- },
- {
- "entity_id": "7",
- "topic": "test_2",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "log_filename": "console_consumer_7.log",
- "config_filename": "console_consumer_7.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0022/cluster_config.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0022/cluster_config.json b/system_test/replication_testsuite/testcase_0022/cluster_config.json
deleted file mode 100644
index cf147eb..0000000
--- a/system_test/replication_testsuite/testcase_0022/cluster_config.json
+++ /dev/null
@@ -1,76 +0,0 @@
-{
- "cluster_config": [
- {
- "entity_id": "0",
- "hostname": "localhost",
- "role": "zookeeper",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9990"
- },
- {
- "entity_id": "1",
- "hostname": "localhost",
- "role": "broker",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9991"
- },
- {
- "entity_id": "2",
- "hostname": "localhost",
- "role": "broker",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9992"
- },
- {
- "entity_id": "3",
- "hostname": "localhost",
- "role": "broker",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9993"
- },
- {
- "entity_id": "4",
- "hostname": "localhost",
- "role": "producer_performance",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9997"
- },
- {
- "entity_id": "5",
- "hostname": "localhost",
- "role": "producer_performance",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9998"
- },
- {
- "entity_id": "6",
- "hostname": "localhost",
- "role": "console_consumer",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9999"
- },
- {
- "entity_id": "7",
- "hostname": "localhost",
- "role": "console_consumer",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9099"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0022/testcase_0022_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0022/testcase_0022_properties.json b/system_test/replication_testsuite/testcase_0022/testcase_0022_properties.json
deleted file mode 100644
index 5a168f3..0000000
--- a/system_test/replication_testsuite/testcase_0022/testcase_0022_properties.json
+++ /dev/null
@@ -1,105 +0,0 @@
-{
- "description": {"01":"Replication Basic on Multi Topics & Partitions : 1. acks => 1; 2. log segment size => 512K",
- "02":"Produce and consume messages to 2 topics - 3 partitions",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:sync, acks:1, comp:0",
- "07":"Log segment size : 512000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "3",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "102400",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "102400",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "102400",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "0",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "1",
- "producer-retry-backoff-ms": "300",
- "sync":"true",
- "log_filename": "producer_performance_4.log",
- "config_filename": "producer_performance_4.properties"
- },
- {
- "entity_id": "5",
- "new-producer":"true",
- "topic": "test_2",
- "threads": "5",
- "compression-codec": "0",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "1",
- "producer-retry-backoff-ms": "300",
- "sync":"true",
- "log_filename": "producer_performance_5.log",
- "config_filename": "producer_performance_5.properties"
- },
- {
- "entity_id": "6",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "log_filename": "console_consumer_6.log",
- "config_filename": "console_consumer_6.properties"
- },
- {
- "entity_id": "7",
- "topic": "test_2",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "log_filename": "console_consumer_7.log",
- "config_filename": "console_consumer_7.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0023/cluster_config.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0023/cluster_config.json b/system_test/replication_testsuite/testcase_0023/cluster_config.json
deleted file mode 100644
index cf147eb..0000000
--- a/system_test/replication_testsuite/testcase_0023/cluster_config.json
+++ /dev/null
@@ -1,76 +0,0 @@
-{
- "cluster_config": [
- {
- "entity_id": "0",
- "hostname": "localhost",
- "role": "zookeeper",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9990"
- },
- {
- "entity_id": "1",
- "hostname": "localhost",
- "role": "broker",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9991"
- },
- {
- "entity_id": "2",
- "hostname": "localhost",
- "role": "broker",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9992"
- },
- {
- "entity_id": "3",
- "hostname": "localhost",
- "role": "broker",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9993"
- },
- {
- "entity_id": "4",
- "hostname": "localhost",
- "role": "producer_performance",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9997"
- },
- {
- "entity_id": "5",
- "hostname": "localhost",
- "role": "producer_performance",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9998"
- },
- {
- "entity_id": "6",
- "hostname": "localhost",
- "role": "console_consumer",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9999"
- },
- {
- "entity_id": "7",
- "hostname": "localhost",
- "role": "console_consumer",
- "cluster_name": "source",
- "kafka_home": "default",
- "java_home": "default",
- "jmx_port": "9099"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0023/testcase_0023_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0023/testcase_0023_properties.json b/system_test/replication_testsuite/testcase_0023/testcase_0023_properties.json
deleted file mode 100644
index 09d81a6..0000000
--- a/system_test/replication_testsuite/testcase_0023/testcase_0023_properties.json
+++ /dev/null
@@ -1,105 +0,0 @@
-{
- "description": {"01":"Replication Basic on Multi Topics & Partitions : 1. mode => async; 2. acks => 1; 3. comp => 1",
- "02":"Produce and consume messages to 2 topics - 3 partitions",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:async, acks:1, comp:1",
- "07":"Log segment size : 512000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "3",
- "num_iteration": "1",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "log.segment.bytes": "512000",
- "log.dir": "/tmp/kafka_server_1_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "log.segment.bytes": "512000",
- "log.dir": "/tmp/kafka_server_2_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "log.segment.bytes": "512000",
- "log.dir": "/tmp/kafka_server_3_logs",
- "default.replication.factor": "3",
- "num.partitions": "3",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "1",
- "producer-retry-backoff-ms": "300",
- "sync":"false",
- "log_filename": "producer_performance_4.log",
- "config_filename": "producer_performance_4.properties"
- },
- {
- "entity_id": "5",
- "new-producer":"true",
- "topic": "test_2",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "1",
- "producer-retry-backoff-ms": "300",
- "sync":"false",
- "log_filename": "producer_performance_5.log",
- "config_filename": "producer_performance_5.properties"
- },
- {
- "entity_id": "6",
- "topic": "test_1",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "log_filename": "console_consumer_6.log",
- "config_filename": "console_consumer_6.properties"
- },
- {
- "entity_id": "7",
- "topic": "test_2",
- "group.id": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "log_filename": "console_consumer_7.log",
- "config_filename": "console_consumer_7.properties"
- }
- ]
-}
http://git-wip-us.apache.org/repos/asf/kafka/blob/d50499a0/system_test/replication_testsuite/testcase_0024/testcase_0024_properties.json
----------------------------------------------------------------------
diff --git a/system_test/replication_testsuite/testcase_0024/testcase_0024_properties.json b/system_test/replication_testsuite/testcase_0024/testcase_0024_properties.json
deleted file mode 100644
index 5661b88..0000000
--- a/system_test/replication_testsuite/testcase_0024/testcase_0024_properties.json
+++ /dev/null
@@ -1,87 +0,0 @@
-{
- "description": {"01":"Replication Basic on Multi Topics & Partitions : 1. auto_create_topic => true",
- "02":"Produce and consume messages to 2 topics - 3 partitions",
- "03":"This test sends messages to 3 replicas",
- "04":"At the end it verifies the log size and contents",
- "05":"Use a consumer to verify no message loss.",
- "06":"Producer dimensions : mode:async, acks:1, comp:1",
- "07":"Log segment size : 512000"
- },
- "testcase_args": {
- "broker_type": "leader",
- "bounce_broker": "false",
- "replica_factor": "3",
- "num_partition": "3",
- "num_iteration": "1",
- "auto_create_topic": "true",
- "producer_multi_topics_mode": "true",
- "consumer_multi_topics_mode": "true",
- "sleep_seconds_between_producer_calls": "1",
- "message_producing_free_time_sec": "15"
- },
- "entities": [
- {
- "entity_id": "0",
- "clientPort": "2188",
- "dataDir": "/tmp/zookeeper_0",
- "log_filename": "zookeeper_2188.log",
- "config_filename": "zookeeper_2188.properties"
- },
- {
- "entity_id": "1",
- "port": "9091",
- "broker.id": "1",
- "num.partitions": "3",
- "default.replication.factor": "3",
- "log.segment.bytes": "512000",
- "log.dir": "/tmp/kafka_server_1_logs",
- "log_filename": "kafka_server_9091.log",
- "config_filename": "kafka_server_9091.properties"
- },
- {
- "entity_id": "2",
- "port": "9092",
- "broker.id": "2",
- "num.partitions": "3",
- "default.replication.factor": "3",
- "log.segment.bytes": "512000",
- "log.dir": "/tmp/kafka_server_2_logs",
- "log_filename": "kafka_server_9092.log",
- "config_filename": "kafka_server_9092.properties"
- },
- {
- "entity_id": "3",
- "port": "9093",
- "broker.id": "3",
- "num.partitions": "3",
- "default.replication.factor": "3",
- "log.segment.bytes": "512000",
- "log.dir": "/tmp/kafka_server_3_logs",
- "log_filename": "kafka_server_9093.log",
- "config_filename": "kafka_server_9093.properties"
- },
- {
- "entity_id": "4",
- "new-producer":"true",
- "topic": "test_1,test_2",
- "threads": "5",
- "compression-codec": "1",
- "message-size": "500",
- "message": "100",
- "request-num-acks": "-1",
- "producer-retry-backoff-ms": "3500",
- "producer-num-retries": "3",
- "sync":"false",
- "log_filename": "producer_performance_4.log",
- "config_filename": "producer_performance_4.properties"
- },
- {
- "entity_id": "5",
- "topic": "test_1,test_2",
- "groupid": "mytestgroup",
- "consumer-timeout-ms": "10000",
- "log_filename": "console_consumer_5.log",
- "config_filename": "console_consumer_5.properties"
- }
- ]
-}