You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@sdap.apache.org by rk...@apache.org on 2023/03/15 06:45:13 UTC
[incubator-sdap-in-situ-data-services] branch master updated (c59d8db -> b267e8d)
This is an automated email from the ASF dual-hosted git repository.
rkk pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-sdap-in-situ-data-services.git
from c59d8db Merge pull request #12 from wphyojpl/es.branch
add b267e8d SDAP-445 - Prepping repo for ASF release (#14)
No new revisions were added by this update.
Summary of changes:
.releaseignore | 3 +
DISCLAIMER-WIP | 18 +
NOTICE | 5 +
README | 14 +
ci.cd/Makefile | 15 +
ci.cd/create_s3_zip.sh | 15 +
ci.cd/lambda_docker_upload.sh | 15 +
ci.cd/local_upload.sh | 16 +
docker/parquet.lambda.Dockerfile | 15 +
docker/parquet.spark.3.1.2.r70.Dockerfile | 15 +
docker/parquet.spark.3.2.0.r44.Dockerfile | 15 +
etc/elasticsearch/setup_es.txt | 15 +
etc/lambda-spark/spark-class | 17 +
etc/lambda-spark/spark-defaults.conf | 15 +
k8s_spark/k8s_spark/org.alues.yaml | 15 +
k8s_spark/nohup.out | 4 -
k8s_spark/parquet.spark.helm/Chart.yaml | 15 +
k8s_spark/parquet.spark.helm/nohup.out | 1973 --------------------
.../parquet.spark.helm/templates/_helpers.tpl | 17 +
.../parquet.spark.helm/templates/deployment.yaml | 15 +
k8s_spark/parquet.spark.helm/templates/hpa.yaml | 15 +
.../parquet.spark.helm/templates/ingress.yaml | 15 +
k8s_spark/parquet.spark.helm/templates/secret.yaml | 15 +
.../parquet.spark.helm/templates/service.yaml | 15 +
.../templates/serviceaccount.yaml | 15 +
.../templates/tests/test-connection.yaml | 15 +
k8s_spark/parquet.spark.helm/values.yaml | 15 +
local.spark.cluster/build.sh | 15 +
local.spark.cluster/cluster-base.Dockerfile | 15 +
local.spark.cluster/docker-compose.yml | 15 +
local.spark.cluster/jupyterlab.Dockerfile | 15 +
local.spark.cluster/parquet-flask.Dockerfile | 15 +
local.spark.cluster/spark-base.Dockerfile | 15 +
local.spark.cluster/spark-master.Dockerfile | 15 +
local.spark.cluster/spark-worker.Dockerfile | 15 +
nohup.out | 4 -
one_offs/local_flask.py | 15 +
one_offs/py_geo_hash_test.py | 15 +
one_offs/trigger.s3.ingest.py | 15 +
parquet_cli/__init__.py | 15 +
parquet_cli/ingest_s3/__init__.py | 15 +
parquet_cli/ingest_s3/__main__.py | 15 +
parquet_flask/authenticator/__init__.py | 15 +
.../authenticator/authenticator_abstract.py | 15 +
.../authenticator_aws_secret_manager.py | 15 +
.../authenticator/authenticator_factory.py | 15 +
.../authenticator/authenticator_filebased.py | 15 +
.../authenticator/authenticator_pass_through.py | 15 +
parquet_flask/aws/aws_secret_manager.py | 15 +
parquet_flask/aws/es_abstract.py | 15 +
parquet_flask/aws/es_factory.py | 15 +
parquet_flask/aws/es_middleware.py | 15 +
parquet_flask/aws/es_middleware_aws.py | 15 +
parquet_flask/cdms_lambda_func/__init__.py | 15 +
.../cdms_lambda_func/cdms_lambda_constants.py | 15 +
.../cdms_lambda_func/index_to_es/__init__.py | 15 +
.../cdms_lambda_func/index_to_es/execute_lambda.py | 15 +
.../index_to_es/parquet_file_es_indexer.py | 15 +
.../index_to_es/parquet_stat_extractor.py | 15 +
.../index_to_es/s3_stat_extractor.py | 15 +
.../cdms_lambda_func/ingest_s3_to_cdms/__init__.py | 15 +
.../ingest_s3_to_cdms/execute_lambda.py | 15 +
.../ingest_s3_to_cdms/ingest_s3_to_cdms.py | 15 +
parquet_flask/cdms_lambda_func/lambda_func_env.py | 15 +
.../cdms_lambda_func/lambda_logger_generator.py | 15 +
.../cdms_lambda_func/s3_records/__init__.py | 15 +
.../cdms_lambda_func/s3_records/s3_2_sqs.py | 15 +
.../s3_records/s3_event_validator_abstract.py | 15 +
parquet_flask/io_logic/cdms_schema.py | 15 +
.../io_logic/parquet_paths_es_retriever.py | 15 +
.../parquet_query_condition_management_v3.py | 15 +
.../parquet_query_condition_management_v4.py | 15 +
parquet_flask/io_logic/partitioned_parquet_path.py | 15 +
parquet_flask/io_logic/spark_constants.py | 15 +
.../io_logic/sub_collection_statistics.py | 15 +
parquet_flask/parquet_stat_extractor/__init__.py | 15 +
.../parquet_stat_extractor/local_spark_session.py | 15 +
.../local_statistics_retriever.py | 15 +
.../parquet_stat_extractor/statistics_retriever.py | 15 +
.../statistics_retriever_wrapper.py | 15 +
parquet_flask/utils/factory_abstract.py | 15 +
parquet_flask/utils/spatial_utils.py | 15 +
parquet_flask/v1/__init__.py | 1 +
parquet_flask/v1/authenticator_decorator.py | 15 +
parquet_flask/v1/cdms_schema.py | 15 +
.../v1/insitu_query_swagger/insitu-spec-0.0.1.yml | 15 +
rotate_keys.bash | 15 +
terraform/cdms-parquet-tf/ddb.tf | 17 +
terraform/cdms-parquet-tf/eks.tf | 17 +
terraform/cdms-parquet-tf/lambda.tf | 17 +
terraform/cdms-parquet-tf/main.tf | 17 +
terraform/cdms-parquet-tf/s3.tf | 17 +
terraform/cdms-parquet-tf/variables.tf | 17 +
terraform/cmd-paruqet.tf | 17 +
terraform/main.tf | 17 +
terraform/variables.tf | 17 +
tests/__init__.py | 15 +
tests/back_to_basis/Test1/._SUCCESS.crc | Bin 8 -> 0 bytes
tests/back_to_basis/Test1/_SUCCESS | 0
tests/back_to_basis/__init__.py | 15 +
tests/back_to_basis/local_spark.py | 15 +
tests/back_to_basis/s3_read.py | 15 +
tests/back_to_basis/s3_spark.py | 15 +
tests/bench_mark/__init__.py | 15 +
tests/bench_mark/bench_mark.py | 15 +
tests/bench_mark/bench_parallel_process.py | 15 +
tests/bench_mark/func_exec_time_decorator.py | 15 +
tests/get_aws_creds.py | 15 +
tests/parquet_flask/__init__.py | 15 +
tests/parquet_flask/aws/__init__.py | 15 +
.../aws/manual_test_es_middleware_aws.py | 15 +
tests/parquet_flask/cdms_lambda_func/__init__.py | 15 +
.../cdms_lambda_func/index_to_es/__init__.py | 15 +
.../manual_test_parquet_file_es_indexer.py | 15 +
.../index_to_es/test_parquet_stat_extractor.py | 15 +
.../index_to_es/test_s3_stat_extractor.py | 15 +
.../cdms_lambda_func/s3_records/__init__.py | 15 +
.../cdms_lambda_func/s3_records/test_s3_s2_sqs.py | 15 +
tests/parquet_flask/io_logic/__init__.py | 15 +
.../manual_test_parquet_paths_es_retriever.py | 15 +
tests/parquet_flask/io_logic/test_cdms_schema.py | 15 +
.../parquet_flask/io_logic/test_ingest_new_file.py | 15 +
.../parquet_flask/io_logic/test_metadata_tbl_es.py | 15 +
.../test_parquet_query_condition_management_v3.py | 15 +
.../io_logic/test_partitioned_parquet_path.py | 15 +
.../parquet_stat_extractor/__init__.py | 15 +
.../test_local_statistics_retriever.py | 15 +
.../test_statistics_retriever.py | 15 +
tests/parquet_flask/utils/__init__.py | 15 +
tests/parquet_flask/utils/test_general_utils.py | 15 +
tests/parquet_flask/utils/test_spatial_utils.py | 15 +
131 files changed, 1879 insertions(+), 1981 deletions(-)
create mode 100644 .releaseignore
create mode 100644 DISCLAIMER-WIP
create mode 100644 NOTICE
create mode 100644 README
delete mode 100644 k8s_spark/nohup.out
delete mode 100644 k8s_spark/parquet.spark.helm/nohup.out
delete mode 100644 nohup.out
delete mode 100644 tests/back_to_basis/Test1/._SUCCESS.crc
delete mode 100644 tests/back_to_basis/Test1/_SUCCESS