You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@metron.apache.org by rm...@apache.org on 2016/04/26 16:46:39 UTC
[51/51] [partial] incubator-metron git commit: METRON-113 Project
Reorganization (merrimanr) closes apache/incubator-metron#88
METRON-113 Project Reorganization (merrimanr) closes apache/incubator-metron#88
Project: http://git-wip-us.apache.org/repos/asf/incubator-metron/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-metron/commit/0117987e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-metron/tree/0117987e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-metron/diff/0117987e
Branch: refs/heads/master
Commit: 0117987ea132ba3e44e495963a2acb482889ae1c
Parents: 86f6deb
Author: merrimanr <me...@gmail.com>
Authored: Tue Apr 26 09:44:57 2016 -0500
Committer: rmerriman <rm...@hortonworks.com>
Committed: Tue Apr 26 09:44:57 2016 -0500
----------------------------------------------------------------------
.travis.yml | 2 +-
deployment/.gitignore | 2 -
deployment/README.md | 97 -
deployment/amazon-ec2/.gitignore | 4 -
deployment/amazon-ec2/README.md | 211 -
deployment/amazon-ec2/ansible.cfg | 28 -
deployment/amazon-ec2/conf/defaults.yml | 80 -
deployment/amazon-ec2/conf/ec2.ini | 105 -
deployment/amazon-ec2/playbook.yml | 80 -
deployment/amazon-ec2/tasks/check-hosts.yml | 20 -
deployment/amazon-ec2/tasks/check-volume.yml | 26 -
deployment/amazon-ec2/tasks/create-hosts.yml | 54 -
deployment/amazon-ec2/tasks/create-keypair.yml | 29 -
.../create-open-inbound-security-group.yml | 26 -
.../create-open-outbound-security-group.yml | 26 -
.../amazon-ec2/tasks/create-security-group.yml | 28 -
deployment/amazon-ec2/tasks/create-vpc.yml | 50 -
deployment/amazon-ec2/tasks/expand-volume.yml | 30 -
deployment/amazon-ec2/tasks/mount-volume.yml | 32 -
.../amazon-ec2/tasks/provisioning-report.yml | 35 -
deployment/ansible.cfg | 23 -
.../extra_modules/ambari_cluster_state.py | 392 -
.../inventory/metron_example/group_vars/all | 77 -
deployment/inventory/metron_example/hosts | 63 -
.../inventory/multinode-vagrant/group_vars/all | 75 -
deployment/inventory/multinode-vagrant/hosts | 59 -
.../inventory/singlenode-vagrant/group_vars/all | 87 -
deployment/inventory/singlenode-vagrant/hosts | 48 -
deployment/playbooks/ambari_install.yml | 55 -
deployment/playbooks/metron_full_install.yml | 23 -
deployment/playbooks/metron_install.yml | 96 -
.../roles/ambari_common/defaults/main.yml | 19 -
deployment/roles/ambari_common/meta/main.yml | 22 -
deployment/roles/ambari_common/tasks/main.yml | 52 -
.../ambari_common/tasks/passwd_less_ssh.yml | 32 -
.../templates/metron-hadoop-logrotate.yml | 135 -
deployment/roles/ambari_common/vars/main.yml | 21 -
.../roles/ambari_config/defaults/main.yml | 30 -
deployment/roles/ambari_config/meta/main.yml | 21 -
deployment/roles/ambari_config/tasks/main.yml | 42 -
.../ambari_config/tasks/start_services.yml | 48 -
.../vars/multi_vagrant_cluster.yml | 99 -
.../roles/ambari_config/vars/single_node_vm.yml | 85 -
.../roles/ambari_config/vars/small_cluster.yml | 88 -
.../roles/ambari_gather_facts/meta/main.yml | 21 -
.../roles/ambari_gather_facts/tasks/main.yml | 151 -
.../roles/ambari_master/defaults/main.yml | 19 -
deployment/roles/ambari_master/tasks/main.yml | 51 -
deployment/roles/ambari_slave/files/hostname.sh | 19 -
deployment/roles/ambari_slave/tasks/main.yml | 51 -
deployment/roles/ambari_slave/vars/main.yml | 24 -
deployment/roles/bro/meta/main.yml | 23 -
deployment/roles/bro/tasks/bro-plugin-kafka.yml | 41 -
deployment/roles/bro/tasks/bro.yml | 44 -
deployment/roles/bro/tasks/dependencies.yml | 37 -
deployment/roles/bro/tasks/librdkafka.yml | 39 -
deployment/roles/bro/tasks/main.yml | 22 -
deployment/roles/bro/tasks/start-bro.yml | 31 -
deployment/roles/bro/vars/main.yml | 26 -
deployment/roles/build-tools/meta/main.yml | 19 -
deployment/roles/build-tools/tasks/main.yml | 34 -
.../roles/elasticsearch/defaults/main.yml | 22 -
.../elasticsearch/files/elasticsearch.repo | 23 -
.../elasticsearch/files/yaf_index.template | 82 -
deployment/roles/elasticsearch/meta/main.yml | 24 -
.../elasticsearch/tasks/configure_index.yml | 44 -
deployment/roles/elasticsearch/tasks/main.yml | 73 -
.../metron-elasticsearch-logrotate.yml | 26 -
deployment/roles/epel/tasks/main.yml | 30 -
deployment/roles/flume/meta/main.yml | 20 -
deployment/roles/flume/tasks/main.yml | 52 -
deployment/roles/flume/vars/main.yml | 18 -
deployment/roles/hadoop_setup/defaults/main.yml | 25 -
deployment/roles/hadoop_setup/meta/main.yml | 20 -
deployment/roles/hadoop_setup/tasks/main.yml | 37 -
deployment/roles/hadoop_setup/vars/main.yml | 18 -
deployment/roles/httplib2/tasks/main.yml | 20 -
deployment/roles/java_jdk/defaults/main.yml | 18 -
deployment/roles/java_jdk/tasks/main.yml | 34 -
deployment/roles/kafka-broker/defaults/main.yml | 18 -
deployment/roles/kafka-broker/meta/main.yml | 18 -
deployment/roles/kafka-broker/tasks/main.yml | 41 -
deployment/roles/kafka-broker/vars/main.yml | 18 -
deployment/roles/kafka-client/tasks/main.yml | 30 -
deployment/roles/librdkafka/defaults/main.yml | 20 -
.../roles/librdkafka/tasks/dependencies.yml | 37 -
.../roles/librdkafka/tasks/librdkafka.yml | 39 -
deployment/roles/librdkafka/tasks/main.yml | 19 -
.../roles/libselinux-python/tasks/main.yml | 25 -
.../roles/metron_common/defaults/main.yml | 19 -
deployment/roles/metron_common/meta/main.yml | 22 -
deployment/roles/metron_common/tasks/main.yml | 35 -
.../roles/metron_pcapservice/defaults/main.yml | 24 -
.../roles/metron_pcapservice/meta/main.yml | 19 -
.../metron_pcapservice/tasks/config-hbase.yml | 26 -
.../roles/metron_pcapservice/tasks/main.yml | 25 -
.../metron_pcapservice/tasks/pcapservice.yml | 38 -
.../metron_pcapservice/templates/pcapservice | 84 -
.../roles/metron_streaming/defaults/main.yml | 75 -
.../files/config/sensors/bro.json | 19 -
.../files/config/sensors/pcap.json | 19 -
.../files/config/sensors/snort.json | 18 -
.../files/config/sensors/yaf.json | 19 -
.../roles/metron_streaming/files/extractor.json | 12 -
.../metron_streaming/files/yaf_index.template | 36 -
.../roles/metron_streaming/handlers/main.yml | 19 -
deployment/roles/metron_streaming/meta/main.yml | 20 -
.../roles/metron_streaming/tasks/es_purge.yml | 42 -
.../metron_streaming/tasks/grok_upload.yml | 37 -
.../metron_streaming/tasks/hdfs_filesystem.yml | 41 -
.../roles/metron_streaming/tasks/hdfs_purge.yml | 52 -
.../roles/metron_streaming/tasks/main.yml | 136 -
.../metron_streaming/tasks/metron_topology.yml | 29 -
.../metron_streaming/tasks/source_config.yml | 48 -
.../metron_streaming/tasks/threat_intel.yml | 46 -
.../templates/config/elasticsearch.global.json | 6 -
.../templates/config/solr.global.json | 6 -
.../metron_streaming/templates/threat_ip.csv | 37 -
deployment/roles/metron_ui/defaults/main.yml | 21 -
.../roles/metron_ui/tasks/copy-source.yml | 46 -
deployment/roles/metron_ui/tasks/main.yml | 56 -
deployment/roles/mysql_client/tasks/main.yml | 35 -
.../roles/mysql_client/templates/db_config.sql | 21 -
deployment/roles/mysql_server/defaults/main.yml | 20 -
.../roles/mysql_server/files/geoip_ddl.sql | 49 -
deployment/roles/mysql_server/handlers/main.yml | 19 -
deployment/roles/mysql_server/tasks/main.yml | 93 -
deployment/roles/mysql_server/templates/.my.cnf | 20 -
deployment/roles/ntp/tasks/main.yml | 31 -
.../roles/packet-capture/defaults/main.yml | 32 -
deployment/roles/packet-capture/meta/main.yml | 19 -
deployment/roles/packet-capture/tasks/debug.yml | 26 -
.../roles/packet-capture/tasks/dependencies.yml | 38 -
deployment/roles/packet-capture/tasks/dpdk.yml | 59 -
.../roles/packet-capture/tasks/kernel.yml | 51 -
deployment/roles/packet-capture/tasks/main.yml | 22 -
.../roles/packet-capture/tasks/pcapture.yml | 49 -
.../roles/packet-capture/templates/pcapture | 93 -
.../packet-capture/templates/pcapture.conf | 67 -
deployment/roles/pcap_replay/README.md | 44 -
deployment/roles/pcap_replay/defaults/main.yml | 21 -
deployment/roles/pcap_replay/meta/main.yml | 21 -
deployment/roles/pcap_replay/tasks/main.yml | 19 -
deployment/roles/pcap_replay/tasks/service.yml | 22 -
.../roles/pcap_replay/tasks/tcpreplay.yml | 38 -
.../roles/pcap_replay/templates/pcap-replay | 92 -
deployment/roles/pycapa/meta/main.yml | 22 -
deployment/roles/pycapa/tasks/dependencies.yml | 34 -
deployment/roles/pycapa/tasks/main.yml | 19 -
deployment/roles/pycapa/tasks/pycapa.yml | 37 -
deployment/roles/pycapa/templates/pycapa | 84 -
deployment/roles/pycapa/vars/main.yml | 23 -
deployment/roles/python-pip/tasks/main.yml | 25 -
deployment/roles/sensor-test-mode/README.md | 27 -
.../roles/sensor-test-mode/files/example.pcap | Bin 507865 -> 0 bytes
deployment/roles/sensor-test-mode/meta/main.yml | 19 -
.../roles/sensor-test-mode/tasks/main.yml | 56 -
deployment/roles/snort/defaults/main.yml | 25 -
deployment/roles/snort/files/flume-snort.conf | 44 -
deployment/roles/snort/files/snort.conf | 726 -
deployment/roles/snort/meta/main.yml | 24 -
deployment/roles/snort/tasks/daq.yml | 36 -
deployment/roles/snort/tasks/flume.yml | 31 -
deployment/roles/snort/tasks/main.yml | 31 -
deployment/roles/snort/tasks/snort.yml | 85 -
deployment/roles/solr/defaults/main.yml | 29 -
deployment/roles/solr/files/schema.xml | 191 -
deployment/roles/solr/meta/main.yml | 21 -
deployment/roles/solr/tasks/main.yml | 74 -
deployment/roles/solr/templates/solr.xml | 52 -
deployment/roles/solr/templates/solrconfig.xml | 583 -
.../roles/tap_interface/defaults/main.yml | 19 -
deployment/roles/tap_interface/tasks/main.yml | 35 -
deployment/roles/yaf/defaults/main.yml | 30 -
deployment/roles/yaf/meta/main.yml | 23 -
deployment/roles/yaf/tasks/fixbuf.yml | 37 -
deployment/roles/yaf/tasks/main.yml | 19 -
deployment/roles/yaf/tasks/yaf.yml | 60 -
deployment/roles/yaf/templates/start-yaf.sh | 25 -
deployment/roles/yaf/templates/yaf | 83 -
deployment/roles/yum-update/tasks/main.yml | 26 -
deployment/vagrant/multinode-vagrant/.gitignore | 1 -
.../vagrant/multinode-vagrant/Vagrantfile | 65 -
.../vagrant/multinode-vagrant/ansible.cfg | 22 -
deployment/vagrant/packet-capture/Vagrantfile | 69 -
deployment/vagrant/packet-capture/ansible.cfg | 22 -
deployment/vagrant/packet-capture/playbook.yml | 43 -
.../vagrant/singlenode-vagrant/.gitignore | 1 -
.../vagrant/singlenode-vagrant/Vagrantfile | 63 -
.../vagrant/singlenode-vagrant/ansible.cfg | 22 -
metron-deployment/.gitignore | 2 +
metron-deployment/README.md | 97 +
metron-deployment/amazon-ec2/.gitignore | 4 +
metron-deployment/amazon-ec2/README.md | 211 +
metron-deployment/amazon-ec2/ansible.cfg | 28 +
metron-deployment/amazon-ec2/conf/defaults.yml | 80 +
metron-deployment/amazon-ec2/conf/ec2.ini | 105 +
metron-deployment/amazon-ec2/playbook.yml | 80 +
.../amazon-ec2/tasks/check-hosts.yml | 20 +
.../amazon-ec2/tasks/check-volume.yml | 26 +
.../amazon-ec2/tasks/create-hosts.yml | 54 +
.../amazon-ec2/tasks/create-keypair.yml | 29 +
.../create-open-inbound-security-group.yml | 26 +
.../create-open-outbound-security-group.yml | 26 +
.../amazon-ec2/tasks/create-security-group.yml | 28 +
.../amazon-ec2/tasks/create-vpc.yml | 50 +
.../amazon-ec2/tasks/expand-volume.yml | 30 +
.../amazon-ec2/tasks/mount-volume.yml | 32 +
.../amazon-ec2/tasks/provisioning-report.yml | 35 +
metron-deployment/ansible.cfg | 23 +
.../extra_modules/ambari_cluster_state.py | 392 +
.../inventory/dev-vagrant/group_vars/all | 86 +
metron-deployment/inventory/dev-vagrant/hosts | 48 +
.../inventory/metron_example/group_vars/all | 77 +
.../inventory/metron_example/hosts | 63 +
.../inventory/multinode-vagrant/group_vars/all | 75 +
.../inventory/multinode-vagrant/hosts | 59 +
.../inventory/singlenode-vagrant/group_vars/all | 86 +
.../inventory/singlenode-vagrant/hosts | 48 +
metron-deployment/playbooks/ambari_install.yml | 55 +
.../playbooks/metron_full_install.yml | 23 +
metron-deployment/playbooks/metron_install.yml | 96 +
.../roles/ambari_common/defaults/main.yml | 19 +
.../roles/ambari_common/meta/main.yml | 22 +
.../roles/ambari_common/tasks/main.yml | 52 +
.../ambari_common/tasks/passwd_less_ssh.yml | 32 +
.../templates/metron-hadoop-logrotate.yml | 135 +
.../roles/ambari_common/vars/main.yml | 21 +
.../roles/ambari_config/defaults/main.yml | 30 +
.../roles/ambari_config/meta/main.yml | 21 +
.../roles/ambari_config/tasks/main.yml | 42 +
.../ambari_config/tasks/start_services.yml | 48 +
.../vars/multi_vagrant_cluster.yml | 99 +
.../roles/ambari_config/vars/single_node_vm.yml | 85 +
.../roles/ambari_config/vars/small_cluster.yml | 88 +
.../roles/ambari_gather_facts/meta/main.yml | 21 +
.../roles/ambari_gather_facts/tasks/main.yml | 151 +
.../roles/ambari_master/defaults/main.yml | 19 +
.../roles/ambari_master/tasks/main.yml | 51 +
.../roles/ambari_slave/files/hostname.sh | 19 +
.../roles/ambari_slave/tasks/main.yml | 51 +
.../roles/ambari_slave/vars/main.yml | 24 +
metron-deployment/roles/bro/meta/main.yml | 23 +
.../roles/bro/tasks/bro-plugin-kafka.yml | 41 +
metron-deployment/roles/bro/tasks/bro.yml | 44 +
.../roles/bro/tasks/dependencies.yml | 37 +
.../roles/bro/tasks/librdkafka.yml | 39 +
metron-deployment/roles/bro/tasks/main.yml | 22 +
metron-deployment/roles/bro/tasks/start-bro.yml | 31 +
metron-deployment/roles/bro/vars/main.yml | 26 +
.../roles/build-tools/meta/main.yml | 19 +
.../roles/build-tools/tasks/main.yml | 34 +
.../roles/elasticsearch/defaults/main.yml | 22 +
.../elasticsearch/files/elasticsearch.repo | 23 +
.../elasticsearch/files/yaf_index.template | 82 +
.../roles/elasticsearch/meta/main.yml | 24 +
.../elasticsearch/tasks/configure_index.yml | 44 +
.../roles/elasticsearch/tasks/main.yml | 73 +
.../metron-elasticsearch-logrotate.yml | 26 +
metron-deployment/roles/epel/tasks/main.yml | 30 +
metron-deployment/roles/flume/meta/main.yml | 20 +
metron-deployment/roles/flume/tasks/main.yml | 52 +
metron-deployment/roles/flume/vars/main.yml | 18 +
.../roles/hadoop_setup/defaults/main.yml | 25 +
.../roles/hadoop_setup/meta/main.yml | 20 +
.../roles/hadoop_setup/tasks/main.yml | 37 +
.../roles/hadoop_setup/vars/main.yml | 18 +
metron-deployment/roles/httplib2/tasks/main.yml | 20 +
.../roles/java_jdk/defaults/main.yml | 18 +
metron-deployment/roles/java_jdk/tasks/main.yml | 34 +
.../roles/kafka-broker/defaults/main.yml | 18 +
.../roles/kafka-broker/meta/main.yml | 18 +
.../roles/kafka-broker/tasks/main.yml | 41 +
.../roles/kafka-broker/vars/main.yml | 18 +
.../roles/kafka-client/tasks/main.yml | 30 +
.../roles/librdkafka/defaults/main.yml | 20 +
.../roles/librdkafka/tasks/dependencies.yml | 37 +
.../roles/librdkafka/tasks/librdkafka.yml | 39 +
.../roles/librdkafka/tasks/main.yml | 19 +
.../roles/libselinux-python/tasks/main.yml | 25 +
.../roles/metron_common/defaults/main.yml | 19 +
.../roles/metron_common/meta/main.yml | 22 +
.../roles/metron_common/tasks/main.yml | 35 +
.../roles/metron_pcapservice/defaults/main.yml | 24 +
.../roles/metron_pcapservice/meta/main.yml | 19 +
.../metron_pcapservice/tasks/config-hbase.yml | 26 +
.../roles/metron_pcapservice/tasks/main.yml | 25 +
.../metron_pcapservice/tasks/pcapservice.yml | 38 +
.../metron_pcapservice/templates/pcapservice | 84 +
.../roles/metron_streaming/defaults/main.yml | 81 +
.../files/config/sensors/bro.json | 19 +
.../files/config/sensors/pcap.json | 19 +
.../files/config/sensors/snort.json | 18 +
.../files/config/sensors/yaf.json | 19 +
.../roles/metron_streaming/files/extractor.json | 12 +
.../metron_streaming/files/yaf_index.template | 36 +
.../roles/metron_streaming/meta/main.yml | 20 +
.../roles/metron_streaming/tasks/es_purge.yml | 42 +
.../metron_streaming/tasks/grok_upload.yml | 37 +
.../metron_streaming/tasks/hdfs_filesystem.yml | 41 +
.../roles/metron_streaming/tasks/hdfs_purge.yml | 52 +
.../roles/metron_streaming/tasks/main.yml | 155 +
.../metron_streaming/tasks/metron_topology.yml | 33 +
.../metron_streaming/tasks/source_config.yml | 51 +
.../metron_streaming/tasks/threat_intel.yml | 46 +
.../templates/config/elasticsearch.global.json | 6 +
.../templates/config/solr.global.json | 6 +
.../metron_streaming/templates/threat_ip.csv | 37 +
.../roles/metron_ui/defaults/main.yml | 21 +
.../roles/metron_ui/tasks/copy-source.yml | 46 +
.../roles/metron_ui/tasks/main.yml | 56 +
.../roles/mysql_client/tasks/main.yml | 35 +
.../roles/mysql_client/templates/db_config.sql | 21 +
.../roles/mysql_server/defaults/main.yml | 20 +
.../roles/mysql_server/files/geoip_ddl.sql | 49 +
.../roles/mysql_server/handlers/main.yml | 19 +
.../roles/mysql_server/tasks/main.yml | 93 +
.../roles/mysql_server/templates/.my.cnf | 20 +
metron-deployment/roles/ntp/tasks/main.yml | 31 +
.../roles/packet-capture/defaults/main.yml | 32 +
.../roles/packet-capture/meta/main.yml | 19 +
.../roles/packet-capture/tasks/debug.yml | 26 +
.../roles/packet-capture/tasks/dependencies.yml | 38 +
.../roles/packet-capture/tasks/dpdk.yml | 59 +
.../roles/packet-capture/tasks/kernel.yml | 51 +
.../roles/packet-capture/tasks/main.yml | 22 +
.../roles/packet-capture/tasks/pcapture.yml | 49 +
.../roles/packet-capture/templates/pcapture | 93 +
.../packet-capture/templates/pcapture.conf | 67 +
metron-deployment/roles/pcap_replay/README.md | 44 +
.../roles/pcap_replay/defaults/main.yml | 21 +
.../roles/pcap_replay/meta/main.yml | 21 +
.../roles/pcap_replay/tasks/main.yml | 19 +
.../roles/pcap_replay/tasks/service.yml | 22 +
.../roles/pcap_replay/tasks/tcpreplay.yml | 38 +
.../roles/pcap_replay/templates/pcap-replay | 92 +
metron-deployment/roles/pycapa/meta/main.yml | 22 +
.../roles/pycapa/tasks/dependencies.yml | 34 +
metron-deployment/roles/pycapa/tasks/main.yml | 19 +
metron-deployment/roles/pycapa/tasks/pycapa.yml | 37 +
metron-deployment/roles/pycapa/templates/pycapa | 84 +
metron-deployment/roles/pycapa/vars/main.yml | 23 +
.../roles/python-pip/tasks/main.yml | 25 +
.../roles/sensor-test-mode/README.md | 27 +
.../roles/sensor-test-mode/files/example.pcap | Bin 0 -> 507865 bytes
.../roles/sensor-test-mode/meta/main.yml | 19 +
.../roles/sensor-test-mode/tasks/main.yml | 56 +
metron-deployment/roles/snort/defaults/main.yml | 25 +
.../roles/snort/files/flume-snort.conf | 44 +
metron-deployment/roles/snort/files/snort.conf | 726 +
metron-deployment/roles/snort/meta/main.yml | 24 +
metron-deployment/roles/snort/tasks/daq.yml | 36 +
metron-deployment/roles/snort/tasks/flume.yml | 31 +
metron-deployment/roles/snort/tasks/main.yml | 31 +
metron-deployment/roles/snort/tasks/snort.yml | 85 +
metron-deployment/roles/solr/defaults/main.yml | 29 +
metron-deployment/roles/solr/files/schema.xml | 191 +
metron-deployment/roles/solr/meta/main.yml | 21 +
metron-deployment/roles/solr/tasks/main.yml | 74 +
metron-deployment/roles/solr/templates/solr.xml | 52 +
.../roles/solr/templates/solrconfig.xml | 583 +
.../roles/tap_interface/defaults/main.yml | 19 +
.../roles/tap_interface/tasks/main.yml | 35 +
metron-deployment/roles/yaf/defaults/main.yml | 30 +
metron-deployment/roles/yaf/meta/main.yml | 23 +
metron-deployment/roles/yaf/tasks/fixbuf.yml | 37 +
metron-deployment/roles/yaf/tasks/main.yml | 19 +
metron-deployment/roles/yaf/tasks/yaf.yml | 60 +
.../roles/yaf/templates/start-yaf.sh | 25 +
metron-deployment/roles/yaf/templates/yaf | 83 +
.../roles/yum-update/tasks/main.yml | 26 +
.../vagrant/multinode-vagrant/.gitignore | 1 +
.../vagrant/multinode-vagrant/Vagrantfile | 65 +
.../vagrant/multinode-vagrant/ansible.cfg | 22 +
.../vagrant/packet-capture/Vagrantfile | 69 +
.../vagrant/packet-capture/ansible.cfg | 22 +
.../vagrant/packet-capture/playbook.yml | 43 +
.../vagrant/singlenode-vagrant/.gitignore | 1 +
.../vagrant/singlenode-vagrant/Vagrantfile | 63 +
.../vagrant/singlenode-vagrant/ansible.cfg | 22 +
metron-platform/README.md | 30 +
metron-platform/metron-api/README.txt | 16 +
metron-platform/metron-api/pom.xml | 282 +
.../OnlyDeleteExpiredFilesCompactionPolicy.java | 54 +
.../apache/metron/api/ConfigurationManager.java | 136 +
.../api/helper/service/PcapServiceCli.java | 127 +
.../pcapservice/CellTimestampComparator.java | 40 +
.../metron/pcapservice/ConfigurationUtil.java | 286 +
.../pcapservice/HBaseConfigConstants.java | 57 +
.../pcapservice/HBaseConfigurationUtil.java | 179 +
.../apache/metron/pcapservice/IPcapGetter.java | 102 +
.../apache/metron/pcapservice/IPcapScanner.java | 66 +
.../metron/pcapservice/PcapGetterHBaseImpl.java | 826 +
.../apache/metron/pcapservice/PcapHelper.java | 222 +
.../pcapservice/PcapReceiverImplRestEasy.java | 267 +
.../pcapservice/PcapScannerHBaseImpl.java | 319 +
.../metron/pcapservice/PcapsResponse.java | 167 +
.../metron/pcapservice/RestTestingUtil.java | 329 +
.../pcapservice/rest/JettyServiceRunner.java | 43 +
.../metron/pcapservice/rest/PcapService.java | 51 +
.../main/resources/config-definition-hbase.xml | 50 +
.../resources/hbase-config-default.properties | 57 +
.../CellTimestampComparatorTest.java | 109 +
.../pcapservice/ConfigurationUtilTest.java | 67 +
.../pcapservice/HBaseConfigurationUtilTest.java | 69 +
.../pcapservice/HBaseIntegrationTest.java | 88 +
.../pcapservice/PcapGetterHBaseImplTest.java | 553 +
.../metron/pcapservice/PcapHelperTest.java | 335 +
.../pcapservice/PcapScannerHBaseImplTest.java | 249 +
.../src/test/resources/hbase-config.properties | 57 +
.../src/test/resources/test-tcp-packet.pcap | Bin 0 -> 144 bytes
metron-platform/metron-common/.gitignore | 1 +
metron-platform/metron-common/pom.xml | 300 +
.../src/main/assembly/assembly.xml | 33 +
.../org/apache/metron/common/Constants.java | 35 +
.../metron/common/bolt/ConfiguredBolt.java | 124 +
.../metron/common/cli/ConfigurationsUtils.java | 232 +
.../common/configuration/Configuration.java | 60 +
.../common/configuration/Configurations.java | 112 +
.../common/configuration/EnrichmentConfig.java | 201 +
.../configuration/SensorEnrichmentConfig.java | 129 +
.../common/interfaces/BulkMessageWriter.java | 31 +
.../metron/common/interfaces/MessageWriter.java | 27 +
.../apache/metron/common/utils/ErrorUtils.java | 64 +
.../apache/metron/common/utils/JSONUtils.java | 86 +
.../metron/common/utils/MessageUtils.java | 28 +
.../metron/common/utils/ReflectionUtils.java | 48 +
.../src/main/scripts/zk_load_configs.sh | 33 +
.../metron/common/bolt/ConfiguredBoltTest.java | 162 +
.../common/cli/ConfigurationsUtilsTest.java | 95 +
.../common/configuration/ConfigurationTest.java | 90 +
.../configuration/ConfigurationsTest.java | 40 +
.../configuration/EnrichmentConfigTest.java | 211 +
.../SensorEnrichmentConfigTest.java | 41 +
.../config/BasicTldExtractorTest.config | 20 +
.../src/test/resources/config/global.json | 3 +
.../src/test/resources/config/sensors/bro.json | 19 +
.../src/test/resources/effective_tld_names.dat | 9719 +++++++
.../metron-data-management/README.md | 252 +
metron-platform/metron-data-management/pom.xml | 327 +
.../src/main/assembly/assembly.xml | 42 +
.../src/main/bash/Whois_CSV_to_JSON.py | 208 +
.../src/main/bash/flatfile_loader.sh | 39 +
.../main/bash/prune_elasticsearch_indices.sh | 21 +
.../src/main/bash/prune_hdfs_files.sh | 21 +
.../src/main/bash/threatintel_bulk_load.sh | 38 +
.../src/main/bash/threatintel_bulk_prune.sh | 37 +
.../src/main/bash/threatintel_taxii_load.sh | 39 +
.../metron/dataloads/bulk/DataPruner.java | 66 +
.../dataloads/bulk/ElasticsearchDataPruner.java | 135 +
.../bulk/ElasticsearchDataPrunerRunner.java | 190 +
.../metron/dataloads/bulk/HDFSDataPruner.java | 226 +
.../dataloads/bulk/LeastRecentlyUsedPruner.java | 221 +
.../dataloads/bulk/StartDateException.java | 31 +
.../dataloads/bulk/ThreatIntelBulkLoader.java | 259 +
.../metron/dataloads/cif/HBaseTableLoad.java | 255 +
.../metron/dataloads/extractor/Extractor.java | 28 +
.../dataloads/extractor/ExtractorCreator.java | 24 +
.../dataloads/extractor/ExtractorHandler.java | 79 +
.../metron/dataloads/extractor/Extractors.java | 58 +
.../dataloads/extractor/csv/CSVExtractor.java | 139 +
.../extractor/csv/LookupConverter.java | 29 +
.../extractor/csv/LookupConverters.java | 68 +
.../extractor/inputformat/Formats.java | 55 +
.../inputformat/InputFormatHandler.java | 28 +
.../extractor/inputformat/WholeFileFormat.java | 109 +
.../dataloads/extractor/stix/StixExtractor.java | 132 +
.../stix/types/AbstractObjectTypeHandler.java | 36 +
.../extractor/stix/types/AddressHandler.java | 94 +
.../extractor/stix/types/DomainHandler.java | 77 +
.../extractor/stix/types/HostnameHandler.java | 70 +
.../extractor/stix/types/ObjectTypeHandler.java | 31 +
.../stix/types/ObjectTypeHandlers.java | 42 +
.../dataloads/hbase/mr/BulkLoadMapper.java | 75 +
.../metron/dataloads/hbase/mr/PrunerMapper.java | 78 +
.../SimpleEnrichmentFlatFileLoader.java | 261 +
.../dataloads/nonbulk/taxii/ConnectionType.java | 23 +
.../dataloads/nonbulk/taxii/TableInfo.java | 71 +
.../nonbulk/taxii/TaxiiConnectionConfig.java | 222 +
.../dataloads/nonbulk/taxii/TaxiiHandler.java | 406 +
.../dataloads/nonbulk/taxii/TaxiiLoader.java | 205 +
.../ElasticsearchDataPrunerIntegrationTest.java | 153 +
.../bulk/ElasticsearchDataPrunerRunnerTest.java | 72 +
.../bulk/ElasticsearchDataPrunerTest.java | 211 +
.../dataloads/bulk/HDFSDataPrunerTest.java | 178 +
.../dataloads/extractor/ExtractorTest.java | 83 +
.../extractor/csv/CSVExtractorTest.java | 73 +
.../extractor/stix/StixExtractorTest.java | 142 +
.../hbase/HBaseEnrichmentConverterTest.java | 74 +
.../hbase/mr/BulkLoadMapperIntegrationTest.java | 105 +
.../dataloads/hbase/mr/BulkLoadMapperTest.java | 91 +
.../metron/dataloads/hbase/mr/HBaseUtil.java | 72 +
.../LeastRecentlyUsedPrunerIntegrationTest.java | 138 +
.../nonbulk/taxii/MockTaxiiService.java | 94 +
.../nonbulk/taxii/TaxiiIntegrationTest.java | 119 +
.../src/test/resources/log4j.properties | 24 +
.../resources/taxii-messages/message.discovery | 21 +
.../test/resources/taxii-messages/messages.poll | 2914 ++
metron-platform/metron-elasticsearch/pom.xml | 250 +
.../src/main/assembly/assembly.xml | 52 +
.../src/main/config/elasticsearch.properties | 109 +
.../writer/ElasticsearchWriter.java | 94 +
.../scripts/start_elasticsearch_topology.sh | 22 +
.../ElasticsearchEnrichmentIntegrationTest.java | 89 +
.../components/ElasticSearchComponent.java | 186 +
.../src/test/resources/log4j.properties | 24 +
.../src/test/resources/log4j2.xml | 31 +
metron-platform/metron-enrichment/README.md | 125 +
metron-platform/metron-enrichment/pom.xml | 255 +
.../src/main/assembly/assembly.xml | 44 +
.../src/main/flux/enrichment/remote.yaml | 413 +
.../src/main/flux/enrichment/test.yaml | 394 +
.../adapters/cif/AbstractCIFAdapter.java | 47 +
.../adapters/cif/CIFHbaseAdapter.java | 138 +
.../enrichment/adapters/geo/GeoAdapter.java | 76 +
.../adapters/host/AbstractHostAdapter.java | 47 +
.../adapters/host/HostFromJSONListAdapter.java | 75 +
.../host/HostFromPropertiesFileAdapter.java | 65 +
.../adapters/jdbc/BaseJdbcConfig.java | 70 +
.../enrichment/adapters/jdbc/JdbcAdapter.java | 83 +
.../enrichment/adapters/jdbc/JdbcConfig.java | 26 +
.../enrichment/adapters/jdbc/MySqlConfig.java | 39 +
.../simplehbase/SimpleHBaseAdapter.java | 119 +
.../adapters/simplehbase/SimpleHBaseConfig.java | 55 +
.../threatintel/ThreatIntelAdapter.java | 134 +
.../adapters/threatintel/ThreatIntelConfig.java | 107 +
.../enrichment/bolt/BulkMessageWriterBolt.java | 104 +
.../apache/metron/enrichment/bolt/CacheKey.java | 73 +
.../enrichment/bolt/EnrichmentJoinBolt.java | 98 +
.../enrichment/bolt/EnrichmentSplitterBolt.java | 142 +
.../enrichment/bolt/GenericEnrichmentBolt.java | 225 +
.../metron/enrichment/bolt/HBaseBolt.java | 184 +
.../apache/metron/enrichment/bolt/JoinBolt.java | 130 +
.../metron/enrichment/bolt/SplitBolt.java | 99 +
.../enrichment/bolt/ThreatIntelJoinBolt.java | 60 +
.../bolt/ThreatIntelSplitterBolt.java | 40 +
.../enrichment/cli/LatencySummarizer.java | 189 +
.../enrichment/configuration/Enrichment.java | 62 +
.../enrichment/converter/AbstractConverter.java | 96 +
.../converter/EnrichmentConverter.java | 37 +
.../enrichment/converter/EnrichmentHelper.java | 36 +
.../enrichment/converter/EnrichmentKey.java | 116 +
.../enrichment/converter/EnrichmentValue.java | 106 +
.../enrichment/converter/HbaseConverter.java | 40 +
.../interfaces/EnrichmentAdapter.java | 29 +
.../enrichment/lookup/EnrichmentLookup.java | 104 +
.../apache/metron/enrichment/lookup/Lookup.java | 96 +
.../metron/enrichment/lookup/LookupKV.java | 65 +
.../metron/enrichment/lookup/LookupKey.java | 23 +
.../metron/enrichment/lookup/LookupValue.java | 28 +
.../lookup/accesstracker/AccessTracker.java | 35 +
.../lookup/accesstracker/AccessTrackerUtil.java | 83 +
.../accesstracker/BloomAccessTracker.java | 146 +
.../lookup/accesstracker/NoopAccessTracker.java | 65 +
.../accesstracker/PersistentAccessTracker.java | 209 +
.../enrichment/lookup/handler/Handler.java | 29 +
.../tldextractor/BasicTldExtractor.java | 154 +
.../enrichment/utils/EnrichmentUtils.java | 80 +
.../enrichment/utils/ThreatIntelUtils.java | 32 +
.../apache/metron/writer/hdfs/HdfsWriter.java | 94 +
.../writer/hdfs/SourceAwareMoveAction.java | 48 +
.../writer/hdfs/SourceFileNameFormat.java | 48 +
.../metron/writer/hdfs/SourceHandler.java | 160 +
.../src/main/resources/effective_tld_names.dat | 9719 +++++++
.../src/main/scripts/latency_summarizer.sh | 32 +
.../enrichment/adapters/geo/GeoAdapterTest.java | 94 +
.../host/HostFromJSONListAdapterTest.java | 83 +
.../host/HostFromPropertiesFileAdapterTest.java | 106 +
.../adapters/jdbc/MySqlConfigTest.java | 44 +
.../simplehbase/SimpleHBaseAdapterTest.java | 117 +
.../simplehbase/SimpleHBaseConfigTest.java | 42 +
.../threatintel/ThreatIntelAdapterTest.java | 148 +
.../threatintel/ThreatIntelConfigTest.java | 53 +
.../bolt/BulkMessageWriterBoltTest.java | 150 +
.../enrichment/bolt/EnrichmentJoinBoltTest.java | 86 +
.../bolt/EnrichmentSplitterBoltTest.java | 96 +
.../bolt/GenericEnrichmentBoltTest.java | 196 +
.../metron/enrichment/bolt/JoinBoltTest.java | 121 +
.../metron/enrichment/bolt/SplitBoltTest.java | 125 +
.../bolt/ThreatIntelJoinBoltTest.java | 105 +
.../bolt/ThreatIntelSplitterBoltTest.java | 45 +
.../converter/EnrichmentConverterTest.java | 51 +
.../tldextractor/BasicTldExtractorTest.java | 69 +
.../resources/CIFHbaseAdapterTest.properties | 27 +
.../resources/GeoMysqlAdapterTest.properties | 27 +
.../resources/TestSchemas/CIFHbaseSchema.json | 0
.../resources/TestSchemas/GeoMySqlSchema.json | 42 +
.../resources/TestSchemas/WhoisHbaseSchema.json | 0
.../resources/WhoisHbaseAdapterTest.properties | 28 +
metron-platform/metron-hbase/pom.xml | 77 +
.../java/org/apache/metron/hbase/Connector.java | 36 +
.../apache/metron/hbase/HTableConnector.java | 157 +
.../org/apache/metron/hbase/HTableProvider.java | 31 +
.../org/apache/metron/hbase/TableConfig.java | 118 +
.../org/apache/metron/hbase/TableProvider.java | 28 +
.../apache/metron/hbase/TupleTableConfig.java | 275 +
.../apache/metron/hbase/writer/HBaseWriter.java | 88 +
metron-platform/metron-integration-test/pom.xml | 121 +
.../metron/integration/BaseIntegrationTest.java | 48 +
.../metron/integration/ComponentRunner.java | 152 +
.../integration/EnrichmentIntegrationTest.java | 468 +
.../metron/integration/InMemoryComponent.java | 23 +
.../apache/metron/integration/Processor.java | 23 +
.../metron/integration/ReadinessState.java | 22 +
.../integration/UnableToStartException.java | 27 +
.../components/FluxTopologyComponent.java | 132 +
.../components/KafkaWithZKComponent.java | 225 +
.../metron/integration/mock/MockGeoAdapter.java | 64 +
.../integration/mock/MockHBaseConnector.java | 52 +
.../metron/integration/utils/KafkaUtil.java | 41 +
.../metron/integration/utils/SampleUtil.java | 40 +
.../metron/integration/utils/TestUtils.java | 37 +
.../main/resources/sample/config/global.json | 10 +
.../resources/sample/config/sensors/bro.json | 19 +
.../resources/sample/config/sensors/pcap.json | 13 +
.../resources/sample/config/sensors/snort.json | 19 +
.../resources/sample/config/sensors/yaf.json | 25 +
.../sample/data/SampleIndexed/YafIndexed | 10 +
.../data/SampleInput/.PCAPExampleOutput.crc | Bin 0 -> 44 bytes
.../resources/sample/data/SampleInput/AsaOutput | 100 +
.../sample/data/SampleInput/BroExampleOutput | 23411 +++++++++++++++++
.../data/SampleInput/FireeyeExampleOutput | 90 +
.../sample/data/SampleInput/ISESampleOutput | 308 +
.../data/SampleInput/LancopeExampleOutput | 40 +
.../sample/data/SampleInput/PCAPExampleOutput | Bin 0 -> 4510 bytes
.../sample/data/SampleInput/PaloaltoOutput | 100 +
.../sample/data/SampleInput/SnortOutput | 3 +
.../data/SampleInput/SourcefireExampleOutput | 2 +
.../sample/data/SampleInput/YafExampleOutput | 10 +
.../sample/data/SampleParsed/SnortParsed | 3 +
.../sample/data/SampleParsed/YafExampleParsed | 10 +
metron-platform/metron-parsers/README.md | 82 +
metron-platform/metron-parsers/pom.xml | 227 +
.../src/main/assembly/assembly.xml | 74 +
.../src/main/config/parsers.properties | 21 +
.../src/main/flux/asa/remote.yaml | 82 +
.../metron-parsers/src/main/flux/asa/test.yaml | 82 +
.../src/main/flux/bro/remote.yaml | 71 +
.../metron-parsers/src/main/flux/bro/test.yaml | 72 +
.../src/main/flux/fireeye/remote.yaml | 79 +
.../src/main/flux/fireeye/test.yaml | 79 +
.../src/main/flux/ise/remote.yaml | 79 +
.../metron-parsers/src/main/flux/ise/test.yaml | 79 +
.../src/main/flux/lancope/remote.yaml | 79 +
.../src/main/flux/lancope/test.yaml | 79 +
.../src/main/flux/paloalto/remote.yaml | 79 +
.../src/main/flux/paloalto/test.yaml | 79 +
.../src/main/flux/pcap/remote.yaml | 70 +
.../metron-parsers/src/main/flux/pcap/test.yaml | 74 +
.../src/main/flux/snort/remote.yaml | 69 +
.../src/main/flux/snort/test.yaml | 69 +
.../src/main/flux/sourcefire/remote.yaml | 79 +
.../src/main/flux/sourcefire/test.yaml | 79 +
.../src/main/flux/yaf/remote.yaml | 84 +
.../metron-parsers/src/main/flux/yaf/test.yaml | 88 +
.../org/apache/metron/parsers/BasicParser.java | 71 +
.../org/apache/metron/parsers/GrokParser.java | 166 +
.../metron/parsers/asa/GrokAsaParser.java | 280 +
.../apache/metron/parsers/bolt/ParserBolt.java | 89 +
.../metron/parsers/bro/BasicBroParser.java | 159 +
.../apache/metron/parsers/bro/JSONCleaner.java | 91 +
.../parsers/filters/BroMessageFilter.java | 62 +
.../parsers/filters/GenericMessageFilter.java | 34 +
.../parsers/fireeye/BasicFireEyeParser.java | 218 +
.../parsers/interfaces/MessageFilter.java | 24 +
.../parsers/interfaces/MessageParser.java | 28 +
.../metron/parsers/ise/BasicIseParser.java | 95 +
.../apache/metron/parsers/ise/ISEParser.java | 660 +
.../org/apache/metron/parsers/ise/ISEParser.jj | 12 +
.../metron/parsers/ise/ISEParserConstants.java | 69 +
.../parsers/ise/ISEParserTokenManager.java | 676 +
.../metron/parsers/ise/JavaCharStream.java | 633 +
.../metron/parsers/ise/ParseException.java | 204 +
.../org/apache/metron/parsers/ise/Token.java | 148 +
.../metron/parsers/ise/TokenMgrError.java | 164 +
.../parsers/lancope/BasicLancopeParser.java | 90 +
.../parsers/logstash/BasicLogstashParser.java | 89 +
.../paloalto/BasicPaloAltoFirewallParser.java | 209 +
.../apache/metron/parsers/pcap/PcapParser.java | 229 +
.../metron/parsers/snort/BasicSnortParser.java | 163 +
.../sourcefire/BasicSourcefireParser.java | 122 +
.../apache/metron/parsers/utils/GrokUtils.java | 43 +
.../metron/parsers/utils/ParserUtils.java | 72 +
.../metron/parsers/writer/KafkaWriter.java | 79 +
.../src/main/resources/patterns/asa | 176 +
.../src/main/resources/patterns/common | 96 +
.../src/main/resources/patterns/fireeye | 9 +
.../src/main/resources/patterns/sourcefire | 30 +
.../src/main/resources/patterns/yaf | 2 +
.../src/main/scripts/start_parser_topology.sh | 22 +
.../metron/parsers/AbstractConfigTest.java | 297 +
.../metron/parsers/AbstractSchemaTest.java | 197 +
.../metron/parsers/AbstractTestContext.java | 190 +
.../apache/metron/parsers/GrokParserTest.java | 114 +
.../apache/metron/parsers/SettingsLoader.java | 166 +
.../metron/parsers/asa/GrokAsaParserTest.java | 167 +
.../metron/parsers/bolt/ParserBoltTest.java | 91 +
.../metron/parsers/bro/BasicBroParserTest.java | 163 +
.../metron/parsers/bro/BroParserTest.java | 163 +
.../parsers/fireeye/BasicFireEyeParserTest.java | 161 +
.../integration/ParserIntegrationTest.java | 131 +
.../integration/PcapParserIntegrationTest.java | 214 +
.../integration/SnortIntegrationTest.java | 48 +
.../parsers/integration/YafIntegrationTest.java | 48 +
.../metron/parsers/ise/BasicIseParserTest.java | 170 +
.../parsers/lancope/BasicLancopeParserTest.java | 161 +
.../BasicPaloAltoFirewallParserTest.java | 155 +
.../sourcefire/BasicSourcefireParserTest.java | 156 +
.../test/resources/TestSchemas/BroSchema.json | 28 +
.../test/resources/TestSchemas/IseSchema.json | 21 +
.../resources/TestSchemas/LancopeSchema.json | 28 +
.../test/resources/TestSchemas/PcapSchema.json | 22 +
.../resources/TestSchemas/SourcefireSchema.json | 34 +
.../config/BasicFireEyeParserTest.config | 20 +
.../resources/config/BasicIseParserTest.config | 20 +
.../config/BasicLancopeParserTest.config | 20 +
.../BasicPaloAltoFirewallParserTest.config | 20 +
.../config/BasicSourcefireParserTest.config | 20 +
.../test/resources/config/BroParserTest.config | 20 +
.../resources/config/GrokAsaParserTest.config | 20 +
.../src/test/resources/effective_tld_names.dat | 9719 +++++++
metron-platform/metron-pcap/pom.xml | 103 +
.../java/org/apache/metron/pcap/Constants.java | 38 +
.../org/apache/metron/pcap/IEEE_802_1Q.java | 44 +
.../metron/pcap/MetronEthernetDecoder.java | 134 +
.../java/org/apache/metron/pcap/PacketInfo.java | 470 +
.../apache/metron/pcap/PcapByteInputStream.java | 185 +
.../metron/pcap/PcapByteOutputStream.java | 305 +
.../java/org/apache/metron/pcap/PcapMerger.java | 262 +
.../metron/pcap/PcapPacketComparator.java | 39 +
.../metron/pcap/spout/HDFSWriterCallback.java | 168 +
.../metron/pcap/spout/HDFSWriterConfig.java | 97 +
.../org/apache/metron/pcap/utils/PcapUtils.java | 475 +
.../apache/metron/pcap/writer/PcapWriter.java | 54 +
.../src/main/java/storm/kafka/Callback.java | 26 +
.../java/storm/kafka/CallbackCollector.java | 182 +
.../java/storm/kafka/CallbackKafkaSpout.java | 93 +
.../src/main/java/storm/kafka/EmitContext.java | 146 +
.../apache/metron/pcap/utils/PcapUtilsTest.java | 31 +
metron-platform/metron-solr/pom.xml | 245 +
.../metron-solr/src/main/assembly/assembly.xml | 52 +
.../metron-solr/src/main/config/solr.properties | 109 +
.../org/apache/metron/solr/SolrConstants.java | 29 +
.../metron/solr/writer/MetronSolrClient.java | 74 +
.../apache/metron/solr/writer/SolrWriter.java | 110 +
.../src/main/scripts/start_solr_topology.sh | 22 +
.../SolrEnrichmentIntegrationTest.java | 108 +
.../integration/components/SolrComponent.java | 153 +
.../solr/writer/MetronSolrClientTest.java | 83 +
.../metron/solr/writer/SolrWriterTest.java | 139 +
.../src/test/resources/log4j.properties | 24 +
.../metron-solr/src/test/resources/log4j2.xml | 31 +
.../test/resources/solr/conf/_rest_managed.json | 1 +
.../src/test/resources/solr/conf/currency.xml | 67 +
.../resources/solr/conf/lang/stopwords_en.txt | 54 +
.../src/test/resources/solr/conf/protwords.txt | 21 +
.../src/test/resources/solr/conf/schema.xml | 191 +
.../src/test/resources/solr/conf/solrconfig.xml | 583 +
.../src/test/resources/solr/conf/stopwords.txt | 14 +
.../src/test/resources/solr/conf/synonyms.txt | 29 +
.../src/test/resources/solr/solr.xml | 14 +
metron-platform/metron-test-utilities/pom.xml | 117 +
.../java/org/apache/metron/TestConstants.java | 26 +
.../apache/metron/test/bolt/BaseBoltTest.java | 93 +
.../test/bolt/BaseEnrichmentBoltTest.java | 93 +
.../apache/metron/test/bolt/PrintingBolt.java | 49 +
.../test/converters/BinaryConverters.java | 37 +
.../test/converters/HexStringConverter.java | 30 +
.../metron/test/converters/IConverter.java | 22 +
.../metron/test/filereaders/FileReader.java | 54 +
.../org/apache/metron/test/mock/MockHTable.java | 672 +
.../test/spouts/GenericInternalTestSpout.java | 139 +
.../apache/metron/test/utils/KafkaLoader.java | 86 +
.../metron/test/utils/UnitTestHelper.java | 84 +
metron-platform/pom.xml | 265 +
metron-platform/style/LICENSE.config | 16 +
metron-platform/style/LICENSE.java | 17 +
metron-platform/style/LICENSE.xml | 16 +
metron-platform/style/checkstyle.xml | 33 +
metron-streaming/Metron-Alerts/README.md | 104 -
metron-streaming/Metron-Alerts/pom.xml | 169 -
.../apache/metron/alerts/AbstractAlertBolt.java | 119 -
.../metron/alerts/TelemetryAlertsBolt.java | 254 -
.../alerts/adapters/AbstractAlertAdapter.java | 69 -
.../metron/alerts/adapters/AllAlertAdapter.java | 292 -
.../alerts/adapters/CIFAlertsAdapter.java | 328 -
.../adapters/HbaseWhiteAndBlacklistAdapter.java | 483 -
.../alerts/adapters/KeywordsAlertAdapter.java | 291 -
.../metron/alerts/adapters/RangeChecker.java | 40 -
.../alerts/adapters/ThreatAlertsAdapter.java | 329 -
.../metron/tagging/AbstractTaggerBolt.java | 94 -
.../metron/tagging/TelemetryTaggerBolt.java | 200 -
.../tagging/adapters/AbstractTaggerAdapter.java | 34 -
.../metron/tagging/adapters/RegexTagger.java | 64 -
.../tagging/adapters/StaticAllTagger.java | 53 -
.../metron/tagging/adapters/TaggerAdapter.java | 26 -
.../alerts/adapters/AllAlertAdapterTest.java | 168 -
.../resources/AllAlertAdapterTest.properties | 17 -
.../TestSchemas/AllAlertAdapterSchema.json | 42 -
.../resources/config/AllAlertAdapterTest.config | 25 -
metron-streaming/Metron-Common/.gitignore | 1 -
metron-streaming/Metron-Common/pom.xml | 291 -
.../main/java/org/apache/metron/Constants.java | 35 -
.../metron/alerts/interfaces/AlertsAdapter.java | 33 -
.../alerts/interfaces/AlertsInterface.java | 28 -
.../metron/alerts/interfaces/TaggerAdapter.java | 26 -
.../metron/bolt/BulkMessageWriterBolt.java | 103 -
.../org/apache/metron/bolt/ConfiguredBolt.java | 124 -
.../java/org/apache/metron/bolt/JoinBolt.java | 130 -
.../java/org/apache/metron/bolt/SplitBolt.java | 98 -
.../configuration/ConfigurationManager.java | 136 -
.../dataloads/interfaces/ThreatIntelSource.java | 28 -
.../org/apache/metron/domain/Configuration.java | 60 -
.../apache/metron/domain/Configurations.java | 112 -
.../org/apache/metron/domain/Enrichment.java | 62 -
.../metron/domain/SensorEnrichmentConfig.java | 129 -
.../metron/enrichment/EnrichmentConfig.java | 203 -
.../metron/enrichment/EnrichmentConstants.java | 28 -
.../interfaces/EnrichmentAdapter.java | 29 -
.../java/org/apache/metron/hbase/Connector.java | 42 -
.../java/org/apache/metron/hbase/HBaseBolt.java | 181 -
.../metron/hbase/HBaseStreamPartitioner.java | 163 -
.../apache/metron/hbase/HTableConnector.java | 166 -
.../org/apache/metron/hbase/HTableProvider.java | 31 -
.../org/apache/metron/hbase/TableConfig.java | 118 -
.../org/apache/metron/hbase/TableProvider.java | 28 -
.../apache/metron/hbase/TupleTableConfig.java | 276 -
.../hbase/converters/AbstractConverter.java | 96 -
.../metron/hbase/converters/HbaseConverter.java | 40 -
.../enrichment/EnrichmentConverter.java | 38 -
.../converters/enrichment/EnrichmentHelper.java | 36 -
.../converters/enrichment/EnrichmentKey.java | 119 -
.../converters/enrichment/EnrichmentValue.java | 107 -
.../metron/hbase/lookup/EnrichmentLookup.java | 108 -
.../metron/helpers/services/PcapServiceCli.java | 127 -
.../org/apache/metron/helpers/topology/Cli.java | 203 -
.../metron/helpers/topology/ErrorUtils.java | 64 -
.../metron/helpers/topology/SettingsLoader.java | 166 -
.../metron/index/interfaces/IndexAdapter.java | 32 -
.../org/apache/metron/ise/parser/ISEParser.java | 661 -
.../org/apache/metron/ise/parser/ISEParser.jj | 12 -
.../metron/ise/parser/ISEParserConstants.java | 69 -
.../ise/parser/ISEParserTokenManager.java | 676 -
.../metron/ise/parser/JavaCharStream.java | 633 -
.../metron/ise/parser/ParseException.java | 204 -
.../org/apache/metron/ise/parser/Token.java | 148 -
.../apache/metron/ise/parser/TokenMgrError.java | 164 -
.../json/serialization/JSONDecoderHelper.java | 113 -
.../json/serialization/JSONEncoderHelper.java | 91 -
.../json/serialization/JSONKafkaSerializer.java | 266 -
.../json/serialization/JSONKryoSerializer.java | 57 -
.../apache/metron/metrics/MetricReporter.java | 106 -
.../apache/metron/metrics/MyMetricReporter.java | 50 -
.../org/apache/metron/metrics/NullReporter.java | 27 -
.../metron/parser/interfaces/MessageFilter.java | 24 -
.../metron/parser/interfaces/MessageParser.java | 28 -
.../java/org/apache/metron/pcap/Constants.java | 38 -
.../org/apache/metron/pcap/IEEE_802_1Q.java | 44 -
.../metron/pcap/MetronEthernetDecoder.java | 134 -
.../java/org/apache/metron/pcap/PacketInfo.java | 471 -
.../apache/metron/pcap/PcapByteInputStream.java | 185 -
.../metron/pcap/PcapByteOutputStream.java | 305 -
.../java/org/apache/metron/pcap/PcapMerger.java | 262 -
.../metron/pcap/PcapPacketComparator.java | 39 -
.../java/org/apache/metron/pcap/PcapUtils.java | 475 -
.../apache/metron/reference/lookup/Lookup.java | 96 -
.../metron/reference/lookup/LookupKV.java | 65 -
.../metron/reference/lookup/LookupKey.java | 23 -
.../metron/reference/lookup/LookupValue.java | 28 -
.../lookup/accesstracker/AccessTracker.java | 37 -
.../lookup/accesstracker/AccessTrackerUtil.java | 83 -
.../accesstracker/BloomAccessTracker.java | 147 -
.../lookup/accesstracker/NoopAccessTracker.java | 65 -
.../accesstracker/PersistentAccessTracker.java | 206 -
.../reference/lookup/handler/Handler.java | 29 -
.../metron/spout/pcap/HDFSWriterCallback.java | 169 -
.../metron/spout/pcap/HDFSWriterConfig.java | 97 -
.../apache/metron/test/AbstractConfigTest.java | 299 -
.../apache/metron/test/AbstractSchemaTest.java | 199 -
.../apache/metron/test/AbstractTestContext.java | 183 -
.../metron/tldextractor/BasicTldExtractor.java | 154 -
.../apache/metron/topology/TopologyUtils.java | 28 -
.../org/apache/metron/utils/ConfigUtils.java | 48 -
.../metron/utils/ConfigurationsUtils.java | 231 -
.../java/org/apache/metron/utils/JSONUtils.java | 86 -
.../org/apache/metron/writer/HBaseWriter.java | 88 -
.../org/apache/metron/writer/PcapWriter.java | 53 -
.../writer/interfaces/BulkMessageWriter.java | 31 -
.../metron/writer/interfaces/MessageWriter.java | 27 -
.../src/main/java/storm/kafka/Callback.java | 26 -
.../java/storm/kafka/CallbackCollector.java | 182 -
.../java/storm/kafka/CallbackKafkaSpout.java | 93 -
.../src/main/java/storm/kafka/EmitContext.java | 146 -
.../org/apache/metron/AbstractConfigTest.java | 299 -
.../org/apache/metron/AbstractSchemaTest.java | 197 -
.../org/apache/metron/AbstractTestContext.java | 190 -
.../metron/bolt/BulkMessageWriterBoltTest.java | 149 -
.../apache/metron/bolt/ConfiguredBoltTest.java | 160 -
.../org/apache/metron/bolt/JoinBoltTest.java | 120 -
.../org/apache/metron/bolt/SplitBoltTest.java | 124 -
.../apache/metron/domain/ConfigurationTest.java | 90 -
.../metron/domain/ConfigurationsTest.java | 39 -
.../domain/SensorEnrichmentConfigTest.java | 42 -
.../metron/enrichment/EnrichmentConfigTest.java | 214 -
.../enrichment/EnrichmentConverterTest.java | 51 -
.../org/apache/metron/pcap/PcapUtilsTest.java | 31 -
.../tldextractor/BasicTldExtractorTest.java | 71 -
.../metron/utils/ConfigurationsUtilsTest.java | 94 -
.../config/BasicTldExtractorTest.config | 20 -
.../src/test/resources/config/global.json | 3 -
.../src/test/resources/config/sensors/bro.json | 19 -
.../src/test/resources/effective_tld_names.dat | 9719 -------
metron-streaming/Metron-DataLoads/README.md | 252 -
metron-streaming/Metron-DataLoads/pom.xml | 301 -
.../src/main/assembly/assembly.xml | 42 -
.../src/main/bash/flatfile_loader.sh | 39 -
.../main/bash/prune_elasticsearch_indices.sh | 21 -
.../src/main/bash/prune_hdfs_files.sh | 21 -
.../src/main/bash/threatintel_bulk_load.sh | 38 -
.../src/main/bash/threatintel_bulk_prune.sh | 37 -
.../src/main/bash/threatintel_taxii_load.sh | 39 -
.../metron/dataloads/bulk/DataPruner.java | 66 -
.../dataloads/bulk/ElasticsearchDataPruner.java | 135 -
.../bulk/ElasticsearchDataPrunerRunner.java | 191 -
.../metron/dataloads/bulk/HDFSDataPruner.java | 226 -
.../dataloads/bulk/LeastRecentlyUsedPruner.java | 221 -
.../dataloads/bulk/StartDateException.java | 31 -
.../dataloads/bulk/ThreatIntelBulkLoader.java | 259 -
.../metron/dataloads/cif/HBaseTableLoad.java | 255 -
.../metron/dataloads/extractor/Extractor.java | 30 -
.../dataloads/extractor/ExtractorCreator.java | 24 -
.../dataloads/extractor/ExtractorHandler.java | 79 -
.../metron/dataloads/extractor/Extractors.java | 58 -
.../dataloads/extractor/csv/CSVExtractor.java | 139 -
.../extractor/csv/LookupConverter.java | 30 -
.../extractor/csv/LookupConverters.java | 68 -
.../extractor/inputformat/Formats.java | 55 -
.../inputformat/InputFormatHandler.java | 28 -
.../extractor/inputformat/WholeFileFormat.java | 109 -
.../dataloads/extractor/stix/StixExtractor.java | 132 -
.../stix/types/AbstractObjectTypeHandler.java | 36 -
.../extractor/stix/types/AddressHandler.java | 94 -
.../extractor/stix/types/DomainHandler.java | 77 -
.../extractor/stix/types/HostnameHandler.java | 70 -
.../extractor/stix/types/ObjectTypeHandler.java | 31 -
.../stix/types/ObjectTypeHandlers.java | 42 -
.../dataloads/hbase/mr/BulkLoadMapper.java | 75 -
.../metron/dataloads/hbase/mr/PrunerMapper.java | 81 -
.../SimpleEnrichmentFlatFileLoader.java | 263 -
.../dataloads/nonbulk/taxii/ConnectionType.java | 23 -
.../dataloads/nonbulk/taxii/TableInfo.java | 71 -
.../nonbulk/taxii/TaxiiConnectionConfig.java | 222 -
.../dataloads/nonbulk/taxii/TaxiiHandler.java | 406 -
.../dataloads/nonbulk/taxii/TaxiiLoader.java | 208 -
.../ElasticsearchDataPrunerIntegrationTest.java | 156 -
.../bulk/ElasticsearchDataPrunerRunnerTest.java | 72 -
.../bulk/ElasticsearchDataPrunerTest.java | 210 -
.../dataloads/bulk/HDFSDataPrunerTest.java | 178 -
.../dataloads/extractor/ExtractorTest.java | 83 -
.../extractor/csv/CSVExtractorTest.java | 73 -
.../extractor/stix/StixExtractorTest.java | 142 -
.../hbase/HBaseEnrichmentConverterTest.java | 74 -
.../hbase/mr/BulkLoadMapperIntegrationTest.java | 105 -
.../dataloads/hbase/mr/BulkLoadMapperTest.java | 91 -
.../metron/dataloads/hbase/mr/HBaseUtil.java | 72 -
.../LeastRecentlyUsedPrunerIntegrationTest.java | 138 -
.../nonbulk/taxii/MockTaxiiService.java | 94 -
.../nonbulk/taxii/TaxiiIntegrationTest.java | 119 -
.../src/test/resources/log4j.properties | 24 -
.../resources/taxii-messages/message.discovery | 21 -
.../test/resources/taxii-messages/messages.poll | 2914 --
metron-streaming/Metron-DataServices/README.md | 16 -
.../Metron-DataServices/conf/config.properties | 37 -
metron-streaming/Metron-DataServices/pom.xml | 514 -
.../metron/alerts/server/AlertsCacheReaper.java | 62 -
.../alerts/server/AlertsFilterCacheEntry.java | 34 -
.../alerts/server/AlertsProcessingServer.java | 60 -
.../metron/alerts/server/AlertsSearcher.java | 252 -
.../org/apache/metron/dataservices/Main.java | 305 -
.../metron/dataservices/auth/AuthToken.java | 204 -
.../dataservices/auth/AuthTokenFilter.java | 32 -
.../dataservices/auth/CustomDomainADRealm.java | 51 -
.../auth/RestSecurityInterceptor.java | 74 -
.../dataservices/common/MetronService.java | 44 -
.../dataservices/kafkaclient/KafkaClient.java | 98 -
.../dataservices/kafkaclient/KafkaConsumer.java | 64 -
.../kafkaclient/poll/PollingKafkaClient.java | 118 -
.../kafkaclient/poll/PollingKafkaConsumer.java | 69 -
.../modules/guice/AlertsServerModule.java | 53 -
.../modules/guice/DefaultServletModule.java | 64 -
.../modules/guice/DefaultShiroWebModule.java | 107 -
.../modules/guice/RestEasyModule.java | 39 -
.../modules/guice/ServiceModule.java | 50 -
.../apache/metron/dataservices/rest/Index.java | 70 -
.../metron/dataservices/rest/RestServices.java | 50 -
.../dataservices/servlet/LoginServlet.java | 130 -
.../dataservices/servlet/LogoutServlet.java | 60 -
.../websocket/KafkaMessageSenderServlet.java | 43 -
.../websocket/KafkaMessageSenderSocket.java | 137 -
.../websocket/KafkaWebSocketCreator.java | 76 -
.../pcapservice/CellTimestampComparator.java | 40 -
.../metron/pcapservice/ConfigurationUtil.java | 286 -
.../pcapservice/HBaseConfigConstants.java | 57 -
.../pcapservice/HBaseConfigurationUtil.java | 179 -
.../apache/metron/pcapservice/IPcapGetter.java | 102 -
.../apache/metron/pcapservice/IPcapScanner.java | 66 -
.../metron/pcapservice/PcapGetterHBaseImpl.java | 826 -
.../apache/metron/pcapservice/PcapHelper.java | 222 -
.../pcapservice/PcapReceiverImplRestEasy.java | 273 -
.../pcapservice/PcapScannerHBaseImpl.java | 319 -
.../metron/pcapservice/PcapsResponse.java | 167 -
.../metron/pcapservice/RestTestingUtil.java | 255 -
.../pcapservice/rest/JettyServiceRunner.java | 43 -
.../metron/pcapservice/rest/PcapService.java | 51 -
.../ElasticSearch_KafkaAlertsService.java | 105 -
.../alerts/Solr_KafkaAlertsService.java | 106 -
.../main/resources/config-definition-hbase.xml | 50 -
.../resources/hbase-config-default.properties | 57 -
.../src/main/resources/log4j.xml | 33 -
.../main/resources/webroot/WEB-INF/shiro.ini | 45 -
.../src/main/resources/webroot/include.jsp | 20 -
.../src/main/resources/webroot/logged_in.jsp | 38 -
.../src/main/resources/webroot/login.jsp | 70 -
.../src/main/resources/webroot/login_failed.jsp | 30 -
.../src/main/resources/webroot/login_old.jsp | 38 -
.../src/main/resources/webroot/withsocket.jsp | 116 -
.../src/main/resources/webroot/withsocket2.jsp | 89 -
.../src/main/resources/webroot/withsocket3.jsp | 116 -
.../CellTimestampComparatorTest.java | 109 -
metron-streaming/Metron-Elasticsearch/pom.xml | 207 -
.../src/main/assembly/assembly.xml | 41 -
.../metron/writer/ElasticsearchWriter.java | 94 -
.../etc/env/elasticsearch.properties | 109 -
.../ElasticsearchEnrichmentIntegrationTest.java | 88 -
.../components/ElasticSearchComponent.java | 186 -
.../src/test/resources/log4j.properties | 24 -
.../src/test/resources/log4j2.xml | 31 -
.../Metron-EnrichmentAdapters/README.md | 125 -
.../Metron-EnrichmentAdapters/pom.xml | 184 -
.../adapters/cif/AbstractCIFAdapter.java | 47 -
.../adapters/cif/CIFHbaseAdapter.java | 138 -
.../enrichment/adapters/geo/GeoAdapter.java | 76 -
.../adapters/host/AbstractHostAdapter.java | 47 -
.../adapters/host/HostFromJSONListAdapter.java | 78 -
.../host/HostFromPropertiesFileAdapter.java | 65 -
.../adapters/jdbc/BaseJdbcConfig.java | 70 -
.../enrichment/adapters/jdbc/JdbcAdapter.java | 83 -
.../enrichment/adapters/jdbc/JdbcConfig.java | 26 -
.../enrichment/adapters/jdbc/MySqlConfig.java | 39 -
.../simplehbase/SimpleHBaseAdapter.java | 119 -
.../adapters/simplehbase/SimpleHBaseConfig.java | 55 -
.../threatintel/ThreatIntelAdapter.java | 135 -
.../adapters/threatintel/ThreatIntelConfig.java | 108 -
.../adapters/whois/WhoisHBaseAdapter.java | 150 -
.../apache/metron/enrichment/bolt/CacheKey.java | 73 -
.../enrichment/bolt/EnrichmentJoinBolt.java | 100 -
.../enrichment/bolt/EnrichmentSplitterBolt.java | 143 -
.../enrichment/bolt/GenericEnrichmentBolt.java | 225 -
.../enrichment/bolt/ThreatIntelJoinBolt.java | 60 -
.../bolt/ThreatIntelSplitterBolt.java | 40 -
.../enrichment/utils/EnrichmentUtils.java | 81 -
.../enrichment/utils/ThreatIntelUtils.java | 32 -
.../enrichment/adapters/geo/GeoAdapterTest.java | 94 -
.../host/HostFromJSONListAdapterTest.java | 83 -
.../host/HostFromPropertiesFileAdapterTest.java | 106 -
.../adapters/jdbc/MySqlConfigTest.java | 44 -
.../simplehbase/SimpleHBaseAdapterTest.java | 117 -
.../simplehbase/SimpleHBaseConfigTest.java | 42 -
.../threatintel/ThreatIntelAdapterTest.java | 148 -
.../threatintel/ThreatIntelConfigTest.java | 53 -
.../enrichment/bolt/EnrichmentJoinBoltTest.java | 86 -
.../bolt/EnrichmentSplitterBoltTest.java | 97 -
.../bolt/GenericEnrichmentBoltTest.java | 195 -
.../bolt/ThreatIntelJoinBoltTest.java | 105 -
.../bolt/ThreatIntelSplitterBoltTest.java | 45 -
.../resources/CIFHbaseAdapterTest.properties | 27 -
.../resources/GeoMysqlAdapterTest.properties | 27 -
.../resources/TestSchemas/CIFHbaseSchema.json | 0
.../resources/TestSchemas/GeoMySqlSchema.json | 42 -
.../resources/TestSchemas/WhoisHbaseSchema.json | 0
.../resources/WhoisHbaseAdapterTest.properties | 28 -
metron-streaming/Metron-Indexing/README.md | 61 -
metron-streaming/Metron-Indexing/pom.xml | 127 -
.../apache/metron/writer/hdfs/HdfsWriter.java | 94 -
.../writer/hdfs/SourceAwareMoveAction.java | 48 -
.../writer/hdfs/SourceFileNameFormat.java | 48 -
.../metron/writer/hdfs/SourceHandler.java | 160 -
.../Metron-MessageParsers/README.md | 82 -
metron-streaming/Metron-MessageParsers/pom.xml | 155 -
.../java/org/apache/metron/bolt/ParserBolt.java | 88 -
.../org/apache/metron/bolt/PcapParserBolt.java | 48 -
.../apache/metron/bolt/TelemetryParserBolt.java | 110 -
.../apache/metron/filters/BroMessageFilter.java | 62 -
.../metron/filters/GenericMessageFilter.java | 34 -
.../org/apache/metron/parser/MessageParser.java | 25 -
.../metron/parsing/parsers/BasicBroParser.java | 158 -
.../parsing/parsers/BasicFireEyeParser.java | 217 -
.../metron/parsing/parsers/BasicIseParser.java | 95 -
.../parsing/parsers/BasicLancopeParser.java | 89 -
.../parsing/parsers/BasicLogstashParser.java | 88 -
.../parsers/BasicPaloAltoFirewallParser.java | 208 -
.../metron/parsing/parsers/BasicParser.java | 71 -
.../parsing/parsers/BasicSnortParser.java | 162 -
.../parsing/parsers/BasicSourcefireParser.java | 121 -
.../metron/parsing/parsers/BasicYafParser.java | 209 -
.../metron/parsing/parsers/GrokAsaParser.java | 279 -
.../metron/parsing/parsers/GrokParser.java | 170 -
.../parsing/parsers/GrokSourcefireParser.java | 100 -
.../metron/parsing/parsers/JSONCleaner.java | 95 -
.../metron/parsing/parsers/MetronConverter.java | 200 -
.../metron/parsing/parsers/MetronGarbage.java | 147 -
.../metron/parsing/parsers/MetronGrok.java | 385 -
.../metron/parsing/parsers/MetronMatch.java | 297 -
.../metron/parsing/parsers/PcapParser.java | 229 -
.../apache/metron/parsing/utils/GrokUtils.java | 43 -
.../metron/parsing/utils/ParserUtils.java | 72 -
.../org/apache/metron/writer/KafkaWriter.java | 79 -
.../src/main/resources/patterns/asa | 176 -
.../src/main/resources/patterns/common | 96 -
.../src/main/resources/patterns/fireeye | 9 -
.../src/main/resources/patterns/sourcefire | 30 -
.../src/main/resources/patterns/yaf | 2 -
.../org/apache/metron/bolt/ParserBoltTest.java | 90 -
.../metron/parsing/parsers/GrokParserTest.java | 114 -
.../metron/parsing/test/BasicBroParserTest.java | 163 -
.../parsing/test/BasicFireEyeParserTest.java | 162 -
.../metron/parsing/test/BasicIseParserTest.java | 171 -
.../parsing/test/BasicLancopeParserTest.java | 162 -
.../test/BasicPaloAltoFirewallParserTest.java | 155 -
.../parsing/test/BasicSourcefireParserTest.java | 157 -
.../metron/parsing/test/BroParserTest.java | 164 -
.../metron/parsing/test/GrokAsaParserTest.java | 167 -
.../src/test/resources/BroParserTest.log | 4 -
.../src/test/resources/FireEyeParserTest.log | 8 -
.../src/test/resources/GrokParserTest.log | 12 -
.../src/test/resources/IseParserTest.log | 308 -
.../src/test/resources/LancopeParserTest.log | 1 -
.../resources/PaloAltoFirewallParserTest.log | 2 -
.../src/test/resources/SourceFireTest.log | 3 -
.../test/resources/TestSchemas/BroSchema.json | 28 -
.../test/resources/TestSchemas/IseSchema.json | 21 -
.../resources/TestSchemas/LancopeSchema.json | 28 -
.../test/resources/TestSchemas/PcapSchema.json | 22 -
.../resources/TestSchemas/SourcefireSchema.json | 34 -
.../config/BasicFireEyeParserTest.config | 20 -
.../resources/config/BasicIseParserTest.config | 20 -
.../config/BasicLancopeParserTest.config | 20 -
.../BasicPaloAltoFirewallParserTest.config | 20 -
.../config/BasicSourcefireParserTest.config | 20 -
.../test/resources/config/BroParserTest.config | 20 -
.../resources/config/GrokAsaParserTest.config | 20 -
.../src/test/resources/effective_tld_names.dat | 9719 -------
metron-streaming/Metron-Pcap_Service/README.txt | 16 -
metron-streaming/Metron-Pcap_Service/pom.xml | 296 -
.../OnlyDeleteExpiredFilesCompactionPolicy.java | 54 -
.../pcapservice/CellTimestampComparator.java | 40 -
.../metron/pcapservice/ConfigurationUtil.java | 286 -
.../pcapservice/HBaseConfigConstants.java | 57 -
.../pcapservice/HBaseConfigurationUtil.java | 179 -
.../apache/metron/pcapservice/IPcapGetter.java | 102 -
.../apache/metron/pcapservice/IPcapScanner.java | 66 -
.../metron/pcapservice/PcapGetterHBaseImpl.java | 826 -
.../apache/metron/pcapservice/PcapHelper.java | 222 -
.../pcapservice/PcapReceiverImplRestEasy.java | 267 -
.../pcapservice/PcapScannerHBaseImpl.java | 319 -
.../metron/pcapservice/PcapsResponse.java | 167 -
.../metron/pcapservice/RestTestingUtil.java | 329 -
.../pcapservice/rest/JettyServiceRunner.java | 43 -
.../metron/pcapservice/rest/PcapService.java | 52 -
.../main/resources/config-definition-hbase.xml | 50 -
.../resources/hbase-config-default.properties | 57 -
.../CellTimestampComparatorTest.java | 109 -
.../pcapservice/ConfigurationUtilTest.java | 67 -
.../pcapservice/HBaseConfigurationUtilTest.java | 69 -
.../pcapservice/HBaseIntegrationTest.java | 88 -
.../pcapservice/PcapGetterHBaseImplTest.java | 553 -
.../metron/pcapservice/PcapHelperTest.java | 335 -
.../pcapservice/PcapScannerHBaseImplTest.java | 249 -
.../src/test/resources/hbase-config.properties | 57 -
.../src/test/resources/test-tcp-packet.pcap | Bin 144 -> 0 bytes
.../WhoisEnrichment/Whois_CSV_to_JSON.py | 208 -
metron-streaming/Metron-Solr/pom.xml | 209 -
.../Metron-Solr/src/main/assembly/assembly.xml | 41 -
.../org/apache/metron/solr/SolrConstants.java | 29 -
.../metron/writer/solr/MetronSolrClient.java | 72 -
.../apache/metron/writer/solr/SolrWriter.java | 108 -
.../Metron_Configs/etc/env/solr.properties | 109 -
.../SolrEnrichmentIntegrationTest.java | 107 -
.../integration/components/SolrComponent.java | 153 -
.../writer/solr/MetronSolrClientTest.java | 82 -
.../metron/writer/solr/SolrWriterTest.java | 139 -
.../src/test/resources/log4j.properties | 24 -
.../Metron-Solr/src/test/resources/log4j2.xml | 31 -
.../test/resources/solr/conf/_rest_managed.json | 1 -
.../src/test/resources/solr/conf/currency.xml | 67 -
.../resources/solr/conf/lang/stopwords_en.txt | 54 -
.../src/test/resources/solr/conf/protwords.txt | 21 -
.../src/test/resources/solr/conf/schema.xml | 191 -
.../src/test/resources/solr/conf/solrconfig.xml | 583 -
.../src/test/resources/solr/conf/stopwords.txt | 14 -
.../src/test/resources/solr/conf/synonyms.txt | 29 -
.../src/test/resources/solr/solr.xml | 14 -
metron-streaming/Metron-Testing/pom.xml | 120 -
.../metron/integration/BaseIntegrationTest.java | 48 -
.../integration/EnrichmentIntegrationTest.java | 470 -
.../metron/integration/util/TestUtils.java | 37 -
.../metron/integration/util/UnitTestHelper.java | 84 -
.../util/integration/ComponentRunner.java | 152 -
.../util/integration/InMemoryComponent.java | 23 -
.../integration/util/integration/Processor.java | 23 -
.../util/integration/ReadinessState.java | 22 -
.../integration/UnableToStartException.java | 27 -
.../components/FluxTopologyComponent.java | 132 -
.../components/KafkaWithZKComponent.java | 228 -
.../util/integration/util/KafkaUtil.java | 41 -
.../util/integration/util/PcapTestUtil.java | 77 -
.../integration/util/mock/MockGeoAdapter.java | 64 -
.../util/mock/MockHBaseConnector.java | 52 -
.../java/org/apache/metron/util/SampleUtil.java | 41 -
.../main/resources/sample/config/global.json | 10 -
.../resources/sample/config/sensors/bro.json | 19 -
.../resources/sample/config/sensors/pcap.json | 13 -
.../resources/sample/config/sensors/snort.json | 19 -
.../resources/sample/config/sensors/yaf.json | 25 -
.../sample/data/SampleIndexed/YafIndexed | 10 -
.../data/SampleInput/.PCAPExampleOutput.crc | Bin 44 -> 0 bytes
.../resources/sample/data/SampleInput/AsaOutput | 100 -
.../sample/data/SampleInput/BroExampleOutput | 23411 -----------------
.../data/SampleInput/FireeyeExampleOutput | 90 -
.../sample/data/SampleInput/ISESampleOutput | 308 -
.../data/SampleInput/LancopeExampleOutput | 40 -
.../sample/data/SampleInput/PCAPExampleOutput | Bin 4510 -> 0 bytes
.../sample/data/SampleInput/PaloaltoOutput | 100 -
.../sample/data/SampleInput/SnortOutput | 3 -
.../data/SampleInput/SourcefireExampleOutput | 2 -
.../sample/data/SampleInput/YafExampleOutput | 10 -
.../sample/data/SampleParsed/SnortParsed | 3 -
.../sample/data/SampleParsed/YafExampleParsed | 10 -
.../Metron-TestingUtilities/pom.xml | 117 -
.../org/apache/metron/bolt/BaseBoltTest.java | 93 -
.../metron/bolt/BaseEnrichmentBoltTest.java | 93 -
.../integration/util/mock/MockHTable.java | 672 -
metron-streaming/Metron-Topologies/README.md | 39 -
metron-streaming/Metron-Topologies/pom.xml | 324 -
.../src/main/assembly/assembly.xml | 74 -
.../src/main/bash/latency_summarizer.sh | 32 -
.../main/bash/start_elasticsearch_topology.sh | 22 -
.../src/main/bash/start_solr_topology.sh | 22 -
.../src/main/bash/zk_load_configs.sh | 33 -
.../apache/metron/test/bolts/PrintingBolt.java | 49 -
.../test/converters/BinaryConverters.java | 37 -
.../test/converters/HexStringConverter.java | 30 -
.../metron/test/converters/IConverter.java | 22 -
.../metron/test/filereaders/FileReader.java | 54 -
.../test/spouts/GenericInternalTestSpout.java | 139 -
.../metron/test/spouts/PcapSimulatorSpout.java | 170 -
.../org/apache/metron/utils/KafkaLoader.java | 88 -
.../apache/metron/utils/LatencySummarizer.java | 188 -
.../Metron_Configs/etc/env/config.properties | 112 -
.../etc/whitelists/known_hosts.conf | 21 -
.../Metron_Configs/topologies/asa/remote.yaml | 82 -
.../Metron_Configs/topologies/asa/test.yaml | 82 -
.../Metron_Configs/topologies/bro/remote.yaml | 71 -
.../Metron_Configs/topologies/bro/test.yaml | 72 -
.../topologies/enrichment/remote.yaml | 413 -
.../topologies/enrichment/test.yaml | 394 -
.../topologies/fireeye/remote.yaml | 79 -
.../Metron_Configs/topologies/fireeye/test.yaml | 79 -
.../Metron_Configs/topologies/ise/remote.yaml | 79 -
.../Metron_Configs/topologies/ise/test.yaml | 79 -
.../topologies/lancope/remote.yaml | 79 -
.../Metron_Configs/topologies/lancope/test.yaml | 79 -
.../topologies/paloalto/remote.yaml | 79 -
.../topologies/paloalto/test.yaml | 79 -
.../Metron_Configs/topologies/pcap/remote.yaml | 70 -
.../Metron_Configs/topologies/pcap/test.yaml | 74 -
.../Metron_Configs/topologies/snort/remote.yaml | 69 -
.../Metron_Configs/topologies/snort/test.yaml | 69 -
.../topologies/sourcefire/remote.yaml | 79 -
.../topologies/sourcefire/test.yaml | 79 -
.../Metron_Configs/topologies/yaf/remote.yaml | 84 -
.../Metron_Configs/topologies/yaf/test.yaml | 88 -
.../resources/TopologyConfigs_old/lancope.conf | 108 -
.../src/main/resources/effective_tld_names.dat | 9719 -------
.../integration/ParserIntegrationTest.java | 130 -
.../integration/PcapParserIntegrationTest.java | 213 -
.../integration/SnortIntegrationTest.java | 46 -
.../metron/integration/YafIntegrationTest.java | 46 -
.../src/test/resources/log4j.properties | 24 -
.../src/test/resources/log4j2.xml | 31 -
metron-streaming/README.md | 30 -
metron-streaming/pom.xml | 277 -
metron-streaming/style/LICENSE.config | 16 -
metron-streaming/style/LICENSE.java | 17 -
metron-streaming/style/LICENSE.xml | 16 -
metron-streaming/style/checkstyle.xml | 33 -
1296 files changed, 107494 insertions(+), 121870 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/0117987e/.travis.yml
----------------------------------------------------------------------
diff --git a/.travis.yml b/.travis.yml
index 9e428e9..ad6b444 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -3,4 +3,4 @@ jdk:
- oraclejdk8
script:
- |
- mvn apache-rat:check && cd metron-streaming && mvn -q integration-test package
+ mvn apache-rat:check && cd metron-platform && mvn -q integration-test package
http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/0117987e/deployment/.gitignore
----------------------------------------------------------------------
diff --git a/deployment/.gitignore b/deployment/.gitignore
deleted file mode 100644
index 4dd9982..0000000
--- a/deployment/.gitignore
+++ /dev/null
@@ -1,2 +0,0 @@
-keys/
-.vagrant
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/0117987e/deployment/README.md
----------------------------------------------------------------------
diff --git a/deployment/README.md b/deployment/README.md
deleted file mode 100644
index 38ffb34..0000000
--- a/deployment/README.md
+++ /dev/null
@@ -1,97 +0,0 @@
-# Overview
-This set of playbooks can be used to deploy an Ambari-managed Hadoop cluster, Metron services, or both using ansible
-playbooks. These playbooks currently only target RHEL/CentOS 6.x operating
-systems.
-
-## Prerequisites
-The following tools are required to run these scripts:
-
-- Maven - https://maven.apache.org/
-- Git - https://git-scm.com/
-- Ansible - http://www.ansible.com/ (version 2.0 or greater)
-
-Currently Metron must be built from source. Before running these scripts perform the following steps:
-
-1. Clone the Metron git repository with `git clone git@github.com:apache/incubator-metron.git`
-2. Navigate to `incubator-metron/metron-streaming` and run `mvn clean package`
-
-These scripts depend on two files for configuration:
-
-- hosts - declares which Ansible roles will be run on which hosts
-- group_vars/all - various configuration settings needed to install Metron
-
-Examples can be found in the
-`incubator-metron/deployment/inventory/metron_example` directory and are a good starting point. Copy this directory
-into `incubator-metron/deployment/inventory/` and rename it to your `project_name`. More information about Ansible files and directory
-structure can be found at http://docs.ansible.com/ansible/playbooks_best_practices.html.
-
-## Ambari
-The Ambari playbook will install a Hadoop cluster with all the services and configuration required by Metron. This
-section can be skipped if installing Metron on a pre-existing cluster.
-
-Currently, this playbook supports building a local development cluster running on one node but options for other types
- of clusters will be added in the future.
-
-### Setting up your inventory
-Make sure to update the hosts file in `incubator-metron/deployment/inventory/project_name/hosts` or provide an
-alternate inventory file when you launch the playbooks, including the
-ssh user(s) and ssh keyfile location(s). These playbooks expect two
-host groups:
-
-- ambari_master
-- ambari_slaves
-
-### Running the playbook
-This playbook will install the Ambari server on the ambari_master, install the ambari agents on
-the ambari_slaves, and create a cluster in Ambari with a blueprint for the required
-Metron components.
-
-Navigate to `incubator-metron/deployment/playbooks` and run:
-`ansible-playbook -i ../inventory/project_name ambari_install.yml`
-
-## Metron
-The Metron playbook will gather the necessary cluster settings from Ambari and install the Metron services.
-
-### Setting up your inventory
-Edit the hosts file at `incubator-metron/deployment/inventory/project_name/hosts`. Declare where which hosts the
-Metron services will be installed on by updating these groups:
-
-- enrichment - submits the topology code to Storm and requires a storm client
-- search - host where Elasticsearch will be run
-- web - host where the Metron UI and underlying services will run
-- sensors - host where network data will be collected and published to Kafka
-
-The Metron topologies depend on Kafka topics and HBase tables being created beforehand. Declare a host that has Kafka
- and HBase clients installed by updating this group:
-
-- hadoop_client
-
-If only installing Metron, these groups can be ignored:
-
-- ambari_master
-- ambari_slaves
-
-### Configuring group variables
-The Metron Ansible scripts depend on a set of variables. These variables can be found in the file at
-`incubator-metron/deployment/inventory/project_name/group_vars/all`. Edit the ambari* variables to match your Ambari
-instance and update the java_home variable to match the java path on your hosts.
-
-### Running the playbook
-Navigate to `incubator-metron/deployment/playbooks` and run:
-`ansible-playbook -i ../inventory/project_name metron_install.yml`
-
-## Vagrant
-A VagrantFile is included and will install a working version of the entire Metron stack. The following is required to
-run this:
-
-- Vagrant - https://www.vagrantup.com/
-- Hostmanager plugin for vagrant - Run `vagrant plugin install vagrant-hostmanager` on the machine where Vagrant is
-installed
-
-Navigate to `incubator-metron/deployment/vagrant/singlenode-vagrant` and run `vagrant up`. This also provides a good
-example of how to run a full end-to-end Metron install.
-
-
-## TODO
-- migrate existing MySQL/GeoLite playbook
-- Support Ubuntu deployments
http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/0117987e/deployment/amazon-ec2/.gitignore
----------------------------------------------------------------------
diff --git a/deployment/amazon-ec2/.gitignore b/deployment/amazon-ec2/.gitignore
deleted file mode 100644
index 9c214d2..0000000
--- a/deployment/amazon-ec2/.gitignore
+++ /dev/null
@@ -1,4 +0,0 @@
-*.pem
-*.secret
-*.log
-*.retry