You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@bluemarlin.apache.org by xu...@apache.org on 2021/06/18 21:23:04 UTC
[incubator-bluemarlin] branch main updated (8019cdc -> 119175f)
This is an automated email from the ASF dual-hosted git repository.
xunh pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-bluemarlin.git.
from 8019cdc Add files via upload
new 8a46d50 Update tests for dlpredictor
new 7c169cb Improve accuracy
new 0982215 Merge branch 'apache:main' into main
new 119175f Merge pull request #7 from radibnia77/main
The 128 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
Model/predictor-dl-model/README.md | 7 +
.../predictor_dl_model/config.yml | 2 +-
.../predictor_dl_model/pipeline/main_cluster.py | 50 +-
.../predictor_dl_model/pipeline/transform.py | 2 +-
Processes/dlpredictor/.vscode/settings.json | 8 +
Processes/dlpredictor/conf/config.yml | 16 +-
Processes/dlpredictor/dag/dlpredictor_dag.py | 4 +-
...r_dag.py => si_traffic_prediction_check_dag.py} | 30 +-
Processes/dlpredictor/dlpredictor/main_spark_es.py | 3 +-
Processes/dlpredictor/dlpredictor/show_config.py | 52 +-
Processes/dlpredictor/dlpredictor/transform.py | 4 +-
Processes/dlpredictor/run.sh | 11 +-
.../count_dlpredictor.csv | 10001 ++++
.../test_dlpredictor_system_errors_2.py | 112 +-
.../dlpredictor/tests/{ => scripts}/README.md | 0
.../tests/{ => scripts}/parse_error_rate.py | 0
.../script_1.py} | 0
.../script_2.py} | 0
.../script_3.py} | 0
.../tests/{ => scripts}/test_spark_es_write.py | 0
.../output.txt | 0
.../si_traffic_prediction_check.py} | 210 +-
.../traffic_prediction_check.py} | 156 +-
.../test_dlpredictor_system_errors_10}/__init__.py | 0
.../dense_true.csv | 11394 ++++
.../ims_esclient.py | 34 +-
.../test_dlpredictor_system_errors_10.py | 108 +
.../test_dlpredictor_system_errors_11}/__init__.py | 0
.../ims_esclient.py | 34 +-
.../test_dlpredictor_system_errors_11.py | 187 +
.../slot-id-prediction-report.xlsx | Bin 11814 -> 0 bytes
.../test_dlpredictor_system_errors_4/util_1.py | 78 -
.../time_series_prediction_check/dense_uckeys.txt | 58992 +++++++++++++++++++
.../time_series_prediction_check/sparse_uckeys.txt | Bin 20426256 -> 34957654 bytes
.../test_dlpredictor_system_errors_1.py | 77 +-
.../dlpredictor/util-scripts/dense_sparse_count.py | 111 +
..._uckey_percentage.py => dense_sparse_uckeys.py} | 48 +-
.../dlpredictor/util-scripts/fact_data_count.py | 96 +
.../dlpredictor/util-scripts/filter_si_tmp_area.py | 117 +
.../dlpredictor/util-scripts/imp_of_traffic.py | 1 -
40 files changed, 81533 insertions(+), 412 deletions(-)
create mode 100644 Processes/dlpredictor/.vscode/settings.json
copy Processes/dlpredictor/dag/{dlpredictor_dag.py => si_traffic_prediction_check_dag.py} (67%)
create mode 100644 Processes/dlpredictor/tests/fact_data_prediction_check/count_dlpredictor.csv
rename Processes/dlpredictor/tests/{ => fact_data_prediction_check}/test_dlpredictor_system_errors_2.py (82%)
copy Processes/dlpredictor/tests/{ => scripts}/README.md (100%)
rename Processes/dlpredictor/tests/{ => scripts}/parse_error_rate.py (100%)
rename Processes/dlpredictor/tests/{test_dlpredictor_system_errors_0.py => scripts/script_1.py} (100%)
rename Processes/dlpredictor/tests/{test_dlpredictor_system_errors.py => scripts/script_2.py} (100%)
rename Processes/dlpredictor/tests/{test_dlpredictor_system_errors_3.py => scripts/script_3.py} (100%)
rename Processes/dlpredictor/tests/{ => scripts}/test_spark_es_write.py (100%)
rename Processes/dlpredictor/tests/{test_dlpredictor_system_errors_4 => si_traffic_prediction_ckeck}/output.txt (100%)
copy Processes/dlpredictor/tests/{test_dlpredictor_system_errors_4/test_dlpredictor_system_errors_4.py => si_traffic_prediction_ckeck/si_traffic_prediction_check.py} (58%)
rename Processes/dlpredictor/tests/{test_dlpredictor_system_errors_4/test_dlpredictor_system_errors_4.py => si_traffic_prediction_ckeck/traffic_prediction_check.py} (66%)
copy {Model/predictor-dl-model/tests/pipeline/data => Processes/dlpredictor/tests/test_dlpredictor_system_errors_10}/__init__.py (100%)
create mode 100644 Processes/dlpredictor/tests/test_dlpredictor_system_errors_10/dense_true.csv
copy Processes/{imscommon/imscommon/es => dlpredictor/tests/test_dlpredictor_system_errors_10}/ims_esclient.py (85%)
create mode 100644 Processes/dlpredictor/tests/test_dlpredictor_system_errors_10/test_dlpredictor_system_errors_10.py
copy {Model/predictor-dl-model/tests/pipeline/data => Processes/dlpredictor/tests/test_dlpredictor_system_errors_11}/__init__.py (100%)
copy Processes/{imscommon/imscommon/es => dlpredictor/tests/test_dlpredictor_system_errors_11}/ims_esclient.py (85%)
create mode 100644 Processes/dlpredictor/tests/test_dlpredictor_system_errors_11/test_dlpredictor_system_errors_11.py
delete mode 100644 Processes/dlpredictor/tests/test_dlpredictor_system_errors_4/slot-id-prediction-report.xlsx
delete mode 100644 Processes/dlpredictor/tests/test_dlpredictor_system_errors_4/util_1.py
create mode 100644 Processes/dlpredictor/tests/time_series_prediction_check/dense_uckeys.txt
copy Model/predictor-dl-model/tests/trainer/sample_model/00000123/variables/variables.data-00000-of-00001 => Processes/dlpredictor/tests/time_series_prediction_check/sparse_uckeys.txt (51%)
rename Processes/dlpredictor/tests/{ => time_series_prediction_check}/test_dlpredictor_system_errors_1.py (79%)
create mode 100644 Processes/dlpredictor/util-scripts/dense_sparse_count.py
rename Processes/dlpredictor/util-scripts/{virtual_uckey_percentage.py => dense_sparse_uckeys.py} (61%)
create mode 100644 Processes/dlpredictor/util-scripts/fact_data_count.py
create mode 100644 Processes/dlpredictor/util-scripts/filter_si_tmp_area.py