You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@bluemarlin.apache.org by xu...@apache.org on 2021/10/15 19:23:56 UTC
[incubator-bluemarlin] branch main updated (371e4b2 -> d40c934)
This is an automated email from the ASF dual-hosted git repository.
xunh pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-bluemarlin.git.
from 371e4b2 Merge pull request #13 from radibnia77/main
new 2d88b0c update lookalike document
new 1e48fa4 add similarity function based on SciPy
new 039eb1c Merge branch 'apache:main' into main
new 60de731 Update main_cluster.py
new 48f78a5 Create import_factdata_files.py
new 4be0d4d Refactoring and use of broadcasting instead of join
new 36a21b3 add skip-mapping to configuration and code
new e829f3f update system-result evaluation scripts
new d40c934 Merge pull request #14 from radibnia77/main
The 156 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../lookalike-model/doc/{ssd-v3.pdf => ssd-v4.pdf} | Bin 431277 -> 468164 bytes
.../lookalike-model/experiments/cosine_distance.py | 119 ++++++++
Model/lookalike-model/experiments/exp_1.py | 22 ++
Model/lookalike-model/experiments/exp_2.py | 64 ++++
Model/lookalike-model/experiments/exp_r_3.py | 56 ++++
.../lookalike_model/application/pipeline/run.sh | 20 +-
.../pipeline/top_n_similarity_table_generator.py | 36 ++-
.../application/scripts}/rest_client.py | 14 +-
.../application/scripts/seed_user_selector.py | 64 ++++
.../{main_trainready.py => main_trainready_new.py} | 117 ++++---
.../trainer/lookalike_trainer_tfrecords.py | 93 ++++++
.../lookalike_model/trainer/model_new.py | 336 +++++++++++++++++++++
.../pipeline/test_score_matrix_table.py | 8 +-
.../test_top_n_similarity_table_generator_1.py | 17 +-
.../test_top_n_similarity_table_generator_2.py | 39 ++-
Model/lookalike-model/tests/run_test.sh | 22 +-
.../predictor_dl_model/config.yml | 4 +-
.../predictor_dl_model/pipeline/main_cluster.py | 13 +-
.../pipeline/main_filter_si_region_bucket.py | 86 +++---
.../scripts/import_factdata_files.py | 87 ++++++
Processes/dlpredictor/conf/config.yml | 24 +-
.../dlpredictor/dlpredictor/main_build_ipl_dist.py | 144 +++++++++
Processes/dlpredictor/dlpredictor/main_spark_es.py | 120 +++++++-
Processes/dlpredictor/run.sh | 6 +
.../si_traffic_prediction_check.py | 12 +-
.../si_traffic_prediction_check_by_agg.py | 158 ++++++++--
.../si_traffic_prediction_check_dense.py | 30 +-
27 files changed, 1516 insertions(+), 195 deletions(-)
rename Model/lookalike-model/doc/{ssd-v3.pdf => ssd-v4.pdf} (50%)
create mode 100644 Model/lookalike-model/experiments/cosine_distance.py
create mode 100644 Model/lookalike-model/experiments/exp_1.py
create mode 100644 Model/lookalike-model/experiments/exp_2.py
create mode 100644 Model/lookalike-model/experiments/exp_r_3.py
copy Model/{din-model/din_model/trainer => lookalike-model/lookalike_model/application/scripts}/rest_client.py (84%)
create mode 100644 Model/lookalike-model/lookalike_model/application/scripts/seed_user_selector.py
copy Model/lookalike-model/lookalike_model/pipeline/{main_trainready.py => main_trainready_new.py} (67%)
create mode 100644 Model/lookalike-model/lookalike_model/trainer/lookalike_trainer_tfrecords.py
create mode 100644 Model/lookalike-model/lookalike_model/trainer/model_new.py
create mode 100644 Model/predictor-dl-model/scripts/import_factdata_files.py
create mode 100644 Processes/dlpredictor/dlpredictor/main_build_ipl_dist.py