You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@wayang.apache.org by rp...@apache.org on 2021/09/03 08:32:46 UTC
[incubator-wayang] 01/01: Merge pull request #21 from
apache/profile-db
This is an automated email from the ASF dual-hosted git repository.
rpardomeza pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
commit cbd408c73f8f0330045e3895062c78f3b44b6169
Merge: d4d9c24 12ebaec
Author: Rodrigo Pardo Meza <ro...@gmail.com>
AuthorDate: Fri Sep 3 04:32:41 2021 -0400
Merge pull request #21 from apache/profile-db
[WAYANG-(32,33)]Profile db
.travis.yml | 2 +-
pom.xml | 191 +++++++++++++++---
src/main/script/prerequisiteCheck.groovy | 2 +-
wayang-api/pom.xml | 2 +-
wayang-api/wayang-api-scala-java/pom.xml | 14 +-
.../scala/org/apache/wayang/api/DataQuanta.scala | 4 +-
.../org/apache/wayang/api/DataQuantaBuilder.scala | 5 +-
.../org/apache/wayang/api/JavaPlanBuilder.scala | 3 +-
.../scala/org/apache/wayang/api/PlanBuilder.scala | 2 +-
.../api/util/DataQuantaBuilderDecorator.scala | 2 +-
wayang-commons/pom.xml | 15 +-
wayang-commons/wayang-basic/pom.xml | 17 ++
.../operators/MaterializedGroupByOperator.java | 2 +-
.../wayang/basic/operators/TextFileSource.java | 3 +-
.../wayang/basic/operators/TextFileSourceTest.java | 7 +-
wayang-commons/wayang-core/pom.xml | 13 +-
.../main/java/org/apache/wayang/core/api/Job.java | 6 +-
.../org/apache/wayang/core/api/WayangContext.java | 4 +-
.../optimizer/enumeration/PlanEnumeration.java | 3 +-
.../core/optimizer/enumeration/PlanEnumerator.java | 2 +-
.../wayang/core/plan/wayangplan/PlanMetrics.java | 4 +-
.../wayang/core/plan/wayangplan/SlotMapping.java | 28 +--
.../wayang/core/profiling/CostMeasurement.java | 5 +-
.../core/profiling/ExecutionPlanMeasurement.java | 5 +-
.../profiling/PartialExecutionMeasurement.java | 5 +-
.../apache/wayang/core/profiling/ProfileDBs.java | 7 +-
wayang-commons/wayang-utils-profile-db/README.md | 30 +++
.../wayang-utils-profile-db}/pom.xml | 27 ++-
.../wayang/commons/util/profiledb/ProfileDB.java | 194 ++++++++++++++++++
.../util/profiledb/instrumentation/StopWatch.java | 162 +++++++++++++++
.../profiledb/json/MeasurementDeserializer.java | 58 ++++++
.../util/profiledb/json/MeasurementSerializer.java | 41 ++++
.../commons/util/profiledb/model/Experiment.java | 181 +++++++++++++++++
.../commons/util/profiledb/model/Measurement.java | 72 +++++++
.../commons/util/profiledb/model/Subject.java | 87 +++++++++
.../wayang/commons/util/profiledb/model/Type.java | 31 +++
.../model/measurement/TimeMeasurement.java | 217 +++++++++++++++++++++
.../util/profiledb/storage/FileStorage.java | 118 +++++++++++
.../util/profiledb/storage/JDBCStorage.java | 108 ++++++++++
.../commons/util/profiledb/storage/Storage.java | 174 +++++++++++++++++
.../commons/util/profiledb/ProfileDBTest.java | 188 ++++++++++++++++++
.../measurement/TestMemoryMeasurement.java | 80 ++++++++
.../profiledb/measurement/TestTimeMeasurement.java | 74 +++++++
wayang-distro/pom.xml | 26 ++-
wayang-platforms/pom.xml | 9 +-
wayang-platforms/wayang-graphchi/pom.xml | 2 +-
.../apache/wayang/java/platform/JavaPlatform.java | 2 +-
.../wayang/jdbc/operators/JdbcTableSource.java | 2 +-
.../wayang/jdbc/operators/JdbcTableSourceTest.java | 7 +-
wayang-platforms/wayang-spark/pom.xml | 9 +-
wayang-plugins/wayang-iejoin/pom.xml | 4 +-
wayang-profiler/pom.xml | 40 +++-
.../org/apache/wayang/profiler/java/Profiler.java | 9 +-
.../wayang/profiler/log/GeneticOptimizerApp.java | 3 +-
.../org/apache/wayang/profiler/spark/Main.java | 9 +-
wayang-tests-integration/pom.xml | 84 +++++---
.../apache/wayang/tests/FlinkIntegrationIT.java | 5 +-
.../apache/wayang/tests/GiraphIntegrationIT.java | 5 +-
.../java/org/apache/wayang/tests/WayangPlans.java | 4 +-
.../apache/wayang/test}/GraphChiIntegrationIT.java | 3 +-
60 files changed, 2221 insertions(+), 197 deletions(-)