You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by ji...@apache.org on 2020/04/30 21:35:15 UTC
[druid] branch master updated (c61365c -> 61295bd)
This is an automated email from the ASF dual-hosted git repository.
jihoonson pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from c61365c Druid Quickstart refactor and update (#9766)
add 61295bd More Hadoop integration tests (#9714)
No new revisions were added by this update.
Summary of changes:
.travis.yml | 4 +-
integration-tests/README.md | 26 ++--
.../{azure => hadoop/azure_to_azure} | 5 +-
.../{azure => hadoop/azure_to_hdfs} | 10 +-
.../override-examples/{gcs => hadoop/gcs_to_gcs} | 5 +-
.../override-examples/{gcs => hadoop/gcs_to_hdfs} | 9 +-
.../override-examples/{s3 => hadoop/s3_to_hdfs} | 12 +-
.../override-examples/{s3 => hadoop/s3_to_s3} | 13 +-
.../docker/environment-configs/router | 2 +
.../tls/generate-client-certs-and-keystores.sh | 2 -
.../docker/tls/generate-expired-client-cert.sh | 2 +-
.../docker/tls/generate-good-client-cert.sh | 2 +-
.../tls/generate-incorrect-hostname-client-cert.sh | 2 +-
.../generate-invalid-intermediate-client-cert.sh | 4 +-
.../tls/generate-to-be-revoked-client-cert.sh | 4 +-
.../tls/generate-untrusted-root-client-cert.sh | 2 +-
.../tls/generate-valid-intermediate-client-cert.sh | 4 +-
integration-tests/pom.xml | 3 +-
integration-tests/run_cluster.sh | 9 +-
.../druid/testing/ConfigFileConfigProvider.java | 24 +++
.../apache/druid/testing/DockerConfigProvider.java | 34 ++++-
.../druid/testing/IntegrationTestingConfig.java | 6 +
.../java/org/apache/druid/tests/TestNGGroup.java | 11 +-
.../hadoop/AbstractAzureInputHadoopIndexTest.java | 83 ++++++++++
.../hadoop/AbstractGcsInputHadoopIndexTest.java | 79 ++++++++++
.../hadoop/AbstractS3InputHadoopIndexTest.java | 96 ++++++++++++
.../ITAzureInputToAzureHadoopIndexTest.java} | 31 ++--
.../ITAzureInputToHdfsHadoopIndexTest.java} | 31 ++--
.../ITGcsInputToGcsHadoopIndexTest.java} | 27 ++--
.../ITGcsInputToHdfsHadoopIndexTest.java} | 27 ++--
.../druid/tests/hadoop/ITHadoopIndexTest.java | 169 ++++++++++++++-------
.../ITS3InputToHdfsHadoopIndexTest.java} | 30 ++--
.../ITS3InputToS3HadoopIndexTest.java} | 30 ++--
.../tests/indexer/AbstractITBatchIndexTest.java | 8 +-
.../batch_index/tsv}/batch_hadoop.data | 0
.../resources/hadoop/batch_hadoop_indexer.json | 20 ++-
.../wikipedia_hadoop_azure_input_index_task.json | 107 +++++++++++++
.../wikipedia_hadoop_gcs_input_index_task.json | 113 ++++++++++++++
.../hadoop/wikipedia_hadoop_index_task.json | 101 ++++++++++++
.../hadoop/wikipedia_hadoop_reindex_task.json | 77 ++++++++++
.../wikipedia_hadoop_s3_input_index_task.json | 114 ++++++++++++++
integration-tests/src/test/resources/testng.xml | 1 -
42 files changed, 1130 insertions(+), 209 deletions(-)
copy integration-tests/docker/environment-configs/override-examples/{azure => hadoop/azure_to_azure} (83%)
copy integration-tests/docker/environment-configs/override-examples/{azure => hadoop/azure_to_hdfs} (72%)
copy integration-tests/docker/environment-configs/override-examples/{gcs => hadoop/gcs_to_gcs} (93%)
copy integration-tests/docker/environment-configs/override-examples/{gcs => hadoop/gcs_to_hdfs} (87%)
copy integration-tests/docker/environment-configs/override-examples/{s3 => hadoop/s3_to_hdfs} (78%)
copy integration-tests/docker/environment-configs/override-examples/{s3 => hadoop/s3_to_s3} (81%)
create mode 100644 integration-tests/src/test/java/org/apache/druid/tests/hadoop/AbstractAzureInputHadoopIndexTest.java
create mode 100644 integration-tests/src/test/java/org/apache/druid/tests/hadoop/AbstractGcsInputHadoopIndexTest.java
create mode 100644 integration-tests/src/test/java/org/apache/druid/tests/hadoop/AbstractS3InputHadoopIndexTest.java
copy integration-tests/src/test/java/org/apache/druid/tests/{indexer/ITS3ToHdfsParallelIndexTest.java => hadoop/ITAzureInputToAzureHadoopIndexTest.java} (57%)
copy integration-tests/src/test/java/org/apache/druid/tests/{indexer/ITS3ToHdfsParallelIndexTest.java => hadoop/ITAzureInputToHdfsHadoopIndexTest.java} (57%)
copy integration-tests/src/test/java/org/apache/druid/tests/{indexer/ITGcsToGcsParallelIndexTest.java => hadoop/ITGcsInputToGcsHadoopIndexTest.java} (61%)
copy integration-tests/src/test/java/org/apache/druid/tests/{indexer/ITGcsToGcsParallelIndexTest.java => hadoop/ITGcsInputToHdfsHadoopIndexTest.java} (61%)
copy integration-tests/src/test/java/org/apache/druid/tests/{indexer/ITS3ToHdfsParallelIndexTest.java => hadoop/ITS3InputToHdfsHadoopIndexTest.java} (60%)
copy integration-tests/src/test/java/org/apache/druid/tests/{indexer/ITS3ToHdfsParallelIndexTest.java => hadoop/ITS3InputToS3HadoopIndexTest.java} (60%)
rename integration-tests/src/test/resources/{hadoop => data/batch_index/tsv}/batch_hadoop.data (100%)
create mode 100644 integration-tests/src/test/resources/hadoop/wikipedia_hadoop_azure_input_index_task.json
create mode 100644 integration-tests/src/test/resources/hadoop/wikipedia_hadoop_gcs_input_index_task.json
create mode 100644 integration-tests/src/test/resources/hadoop/wikipedia_hadoop_index_task.json
create mode 100644 integration-tests/src/test/resources/hadoop/wikipedia_hadoop_reindex_task.json
create mode 100644 integration-tests/src/test/resources/hadoop/wikipedia_hadoop_s3_input_index_task.json
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org