You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@metron.apache.org by le...@apache.org on 2019/09/30 13:43:34 UTC
[metron-bro-plugin-kafka] branch Metron-bro-plugin-kafka_0.3.0
updated (667922f -> e70500c)
This is an automated email from the ASF dual-hosted git repository.
leet pushed a change to branch Metron-bro-plugin-kafka_0.3.0
in repository https://gitbox.apache.org/repos/asf/metron-bro-plugin-kafka.git.
from 667922f METRON-1885 Remove version from bro plugin btest (JonZeolla) closes apache/metron-bro-plugin-kafka#19
add 04593a6 METRON-1911 Create Docker based test environment for Bro Kafka Plugin (ottobackwards) closes apache/metron-bro-plugin-kafka#21
add b360b85 METRON-1910 bro plugin segfaults on src/KafkaWriter.cc:72 (JonZeolla) closes apache/metron-bro-plugin-kafka#20
add d96568e METRON-1992 Support sending a log to multiple topics (JonZeolla) closes apache/metron-bro-plugin-kafka#23
add bfc9cbb METRON-2000 Fix bro plugin docker line counting for BRO_COUNT (JonZeolla via jonzeolla) closes apache/metron-bro-plugin-kafka#24
add d5f2562 METRON-2004 Bro plugin kafka docker_execute_shell.sh workdir should be unspecified (JonZeolla via ottobackwards) closes apache/metron-bro-plugin-kafka#25
add 2655f71 METRON-1990 Bro plugin docker should exit nonzero if it encounters issues (JonZeolla) closes apache/metron-bro-plugin-kafka#28
add ddfba5c METRON-2017 The Bro plugin docker data processing script incorrectly runs bro (JonZeolla via ottobackwards) closes apache/metron-bro-plugin-kafka#30
add 2f1edcb METRON-1991 Bro plugin docker scripts should exit nonzero when bro and kafka counts differ (JonZeolla via ottobackwards) closes apache/metron-bro-plugin-kafka#29
add 946e664 METRON-2020 Running run_end_to_end.sh with docker give warning if bash < 4.0 (JonZeolla via ottobackwards) closes apache/metron-bro-plugin-kafka#31
add c497078 METRON-2013 The bro plugin docker script's topic name should be configurable (JonZeolla via ottobackwards) closes apache/metron-bro-plugin-kafka#27
add 3cbc785 METRON-2021 Add screen to bro docker image (ottobackwards) closes apache/metron-bro-plugin-kafka#32
add 1d62215 METRON-2025 Bro Kafka Plugin Docker should yum clean (ottobackwards) closes apache/metron-bro-plugin-kafka#33
add 2f89267 METRON-2003 Bro plugin topic should fall back to the log writer's path (JonZeolla) closes apache/metron-bro-plugin-kafka#26
add 43c9166 METRON-2045 Pass a version argument to the bro plugin docker scripts (JonZeolla) closes apache/metron-bro-plugin-kafka#35
add e70500c METRON-2069 Add btests for bro plugin topic_name selection (ottobackwards) closes apache/metron-bro-plugin-kafka#36
No new revisions were added by this update.
Summary of changes:
.gitignore | 9 +
CMakeLists.txt | 1 +
NOTICE | 4 +-
README.md | 41 ++-
docker/README.md | 305 +++++++++++++++++++++
.../containers/bro-localbuild-container/.screenrc | 22 ++
.../containers/bro-localbuild-container/Dockerfile | 56 ++++
docker/data/.gitignore | 4 +
.../__load__.bro => docker/finish_end_to_end.sh | 22 +-
docker/in_docker_scripts/build_bro_plugin.sh | 107 ++++++++
docker/in_docker_scripts/configure_bro_plugin.sh | 47 ++++
docker/in_docker_scripts/process_data_file.sh | 81 ++++++
docker/in_docker_scripts/wait-for-it.sh | 162 +++++++++++
.../in_docker_scripts/wait_for_kafka.sh | 18 +-
.../in_docker_scripts/wait_for_zk.sh | 18 +-
Makefile => docker/remove_timeout_message.sh | 57 ++--
docker/run_end_to_end.sh | 264 ++++++++++++++++++
docker/scripts/analyze_results.sh | 214 +++++++++++++++
docker/scripts/build_container.sh | 113 ++++++++
docker/scripts/cleanup_docker.sh | 91 ++++++
docker/scripts/create_docker_network.sh | 79 ++++++
docker/scripts/destroy_docker_network.sh | 76 +++++
docker/scripts/docker_execute_build_bro_plugin.sh | 101 +++++++
.../scripts/docker_execute_configure_bro_plugin.sh | 84 ++++++
docker/scripts/docker_execute_process_data_file.sh | 113 ++++++++
docker/scripts/docker_execute_shell.sh | 79 ++++++
docker/scripts/docker_run_bro_container.sh | 168 ++++++++++++
docker/scripts/docker_run_consume_kafka.sh | 100 +++++++
docker/scripts/docker_run_create_topic_in_kafka.sh | 88 ++++++
docker/scripts/docker_run_get_offset_kafka.sh | 89 ++++++
docker/scripts/docker_run_kafka_container.sh | 82 ++++++
docker/scripts/docker_run_wait_for_kafka.sh | 82 ++++++
docker/scripts/docker_run_wait_for_zookeeper.sh | 82 ++++++
docker/scripts/docker_run_zookeeper_container.sh | 82 ++++++
docker/scripts/download_sample_pcaps.sh | 112 ++++++++
docker/scripts/print_results.sh | 92 +++++++
docker/scripts/split_kafka_output_by_log.sh | 107 ++++++++
docker/scripts/stop_container.sh | 85 ++++++
docker/test_output/.gitignore | 4 +
scripts/Apache/Kafka/logs-to-kafka.bro | 5 +
scripts/init.bro | 2 +
src/KafkaWriter.cc | 186 ++++++++-----
src/KafkaWriter.h | 4 +
src/events.bif | 1 +
src/kafka.bif | 1 +
tests/Baseline/kafka.resolved-topic-config/output | 1 +
tests/Baseline/kafka.resolved-topic-default/output | 1 +
.../output | 2 +
.../kafka.resolved-topic-override-only/output | 1 +
tests/Baseline/kafka.show-plugin/output | 2 +
...unset-l2e-set.bro => resolved-topic-config.bro} | 9 +-
...et-l2e-unset.bro => resolved-topic-default.bro} | 7 +-
....bro => resolved-topic-override-and-config.bro} | 21 +-
...2e-set.bro => resolved-topic-override-only.bro} | 18 +-
tests/pcaps/exercise-traffic.pcap | Bin 0 -> 83264745 bytes
55 files changed, 3471 insertions(+), 131 deletions(-)
create mode 100644 docker/README.md
create mode 100644 docker/containers/bro-localbuild-container/.screenrc
create mode 100644 docker/containers/bro-localbuild-container/Dockerfile
create mode 100644 docker/data/.gitignore
copy scripts/__load__.bro => docker/finish_end_to_end.sh (63%)
mode change 100644 => 100755
create mode 100755 docker/in_docker_scripts/build_bro_plugin.sh
create mode 100755 docker/in_docker_scripts/configure_bro_plugin.sh
create mode 100755 docker/in_docker_scripts/process_data_file.sh
create mode 100755 docker/in_docker_scripts/wait-for-it.sh
copy scripts/Apache/Kafka/__load__.bro => docker/in_docker_scripts/wait_for_kafka.sh (74%)
mode change 100644 => 100755
copy scripts/Apache/Kafka/__load__.bro => docker/in_docker_scripts/wait_for_zk.sh (73%)
mode change 100644 => 100755
copy Makefile => docker/remove_timeout_message.sh (51%)
mode change 100644 => 100755
create mode 100755 docker/run_end_to_end.sh
create mode 100755 docker/scripts/analyze_results.sh
create mode 100755 docker/scripts/build_container.sh
create mode 100755 docker/scripts/cleanup_docker.sh
create mode 100755 docker/scripts/create_docker_network.sh
create mode 100755 docker/scripts/destroy_docker_network.sh
create mode 100755 docker/scripts/docker_execute_build_bro_plugin.sh
create mode 100755 docker/scripts/docker_execute_configure_bro_plugin.sh
create mode 100755 docker/scripts/docker_execute_process_data_file.sh
create mode 100755 docker/scripts/docker_execute_shell.sh
create mode 100755 docker/scripts/docker_run_bro_container.sh
create mode 100755 docker/scripts/docker_run_consume_kafka.sh
create mode 100755 docker/scripts/docker_run_create_topic_in_kafka.sh
create mode 100755 docker/scripts/docker_run_get_offset_kafka.sh
create mode 100755 docker/scripts/docker_run_kafka_container.sh
create mode 100755 docker/scripts/docker_run_wait_for_kafka.sh
create mode 100755 docker/scripts/docker_run_wait_for_zookeeper.sh
create mode 100755 docker/scripts/docker_run_zookeeper_container.sh
create mode 100755 docker/scripts/download_sample_pcaps.sh
create mode 100755 docker/scripts/print_results.sh
create mode 100755 docker/scripts/split_kafka_output_by_log.sh
create mode 100755 docker/scripts/stop_container.sh
create mode 100644 docker/test_output/.gitignore
create mode 100644 src/events.bif
create mode 100644 tests/Baseline/kafka.resolved-topic-config/output
create mode 100644 tests/Baseline/kafka.resolved-topic-default/output
create mode 100644 tests/Baseline/kafka.resolved-topic-override-and-config/output
create mode 100644 tests/Baseline/kafka.resolved-topic-override-only/output
copy tests/kafka/{l2s-unset-l2e-set.bro => resolved-topic-config.bro} (78%)
copy tests/kafka/{l2s-unset-l2e-unset.bro => resolved-topic-default.bro} (82%)
copy tests/kafka/{l2s-set-l2e-set.bro => resolved-topic-override-and-config.bro} (61%)
copy tests/kafka/{l2s-set-l2e-set.bro => resolved-topic-override-only.bro} (66%)
create mode 100644 tests/pcaps/exercise-traffic.pcap