You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@wayang.apache.org by rp...@apache.org on 2021/09/03 08:32:45 UTC
[incubator-wayang] branch main updated (d4d9c24 -> cbd408c)
This is an automated email from the ASF dual-hosted git repository.
rpardomeza pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git.
from d4d9c24 Merge pull request #20 from 2pk03/main
add 5344336 [WAYANG-32] Base structure for Wayang Experiments Storage functionalities
add a1c1ac8 [WAYANG-32] Tests and fixed
add fdb7ac3 [WAYANG-32] More general corrections, comments, and Readme update
add d3351ae [WAYANG-32] Updated readme and headers
add 23bb4ab [Java11] Full Support compilation java 11 and switch scala version
add 81670c6 [Java11] small correction for compiling with java8
add 6a39295 [WAYANG-33] add missing licence header StopWatch.java file
add f742118 [WAYANG-33] the dependency de.hpi.isg.profiledb replaced by local implementation
add 9ef20fe Merge branch 'profile-db' of https://github.com/apache/incubator-wayang into profile-db
add 12ebaec [Java11] minnor correction on the travis and pom.xml
new cbd408c Merge pull request #21 from apache/profile-db
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.travis.yml | 2 +-
pom.xml | 191 +++++++++++++++---
src/main/script/prerequisiteCheck.groovy | 2 +-
wayang-api/pom.xml | 2 +-
wayang-api/wayang-api-scala-java/pom.xml | 14 +-
.../scala/org/apache/wayang/api/DataQuanta.scala | 4 +-
.../org/apache/wayang/api/DataQuantaBuilder.scala | 5 +-
.../org/apache/wayang/api/JavaPlanBuilder.scala | 3 +-
.../scala/org/apache/wayang/api/PlanBuilder.scala | 2 +-
.../api/util/DataQuantaBuilderDecorator.scala | 2 +-
wayang-commons/pom.xml | 15 +-
wayang-commons/wayang-basic/pom.xml | 17 ++
.../operators/MaterializedGroupByOperator.java | 2 +-
.../wayang/basic/operators/TextFileSource.java | 3 +-
.../wayang/basic/operators/TextFileSourceTest.java | 7 +-
wayang-commons/wayang-core/pom.xml | 13 +-
.../main/java/org/apache/wayang/core/api/Job.java | 6 +-
.../org/apache/wayang/core/api/WayangContext.java | 4 +-
.../optimizer/enumeration/PlanEnumeration.java | 3 +-
.../core/optimizer/enumeration/PlanEnumerator.java | 2 +-
.../wayang/core/plan/wayangplan/PlanMetrics.java | 4 +-
.../wayang/core/plan/wayangplan/SlotMapping.java | 28 +--
.../wayang/core/profiling/CostMeasurement.java | 5 +-
.../core/profiling/ExecutionPlanMeasurement.java | 5 +-
.../profiling/PartialExecutionMeasurement.java | 5 +-
.../apache/wayang/core/profiling/ProfileDBs.java | 7 +-
wayang-commons/wayang-utils-profile-db/README.md | 30 +++
.../wayang-utils-profile-db}/pom.xml | 27 ++-
.../wayang/commons/util/profiledb/ProfileDB.java | 194 ++++++++++++++++++
.../util/profiledb/instrumentation/StopWatch.java | 162 +++++++++++++++
.../profiledb/json/MeasurementDeserializer.java | 58 ++++++
.../util/profiledb/json/MeasurementSerializer.java | 41 ++++
.../commons/util/profiledb/model/Experiment.java | 181 +++++++++++++++++
.../commons/util/profiledb/model/Measurement.java} | 63 +++---
.../commons/util/profiledb/model/Subject.java | 87 +++++++++
.../wayang/commons/util/profiledb/model/Type.java} | 14 +-
.../model/measurement/TimeMeasurement.java | 217 +++++++++++++++++++++
.../util/profiledb/storage/FileStorage.java | 118 +++++++++++
.../util/profiledb/storage/JDBCStorage.java | 108 ++++++++++
.../commons/util/profiledb/storage/Storage.java | 174 +++++++++++++++++
.../commons/util/profiledb/ProfileDBTest.java | 188 ++++++++++++++++++
.../measurement/TestMemoryMeasurement.java | 80 ++++++++
.../profiledb/measurement/TestTimeMeasurement.java | 74 +++++++
wayang-distro/pom.xml | 26 ++-
wayang-platforms/pom.xml | 9 +-
wayang-platforms/wayang-graphchi/pom.xml | 2 +-
.../apache/wayang/java/platform/JavaPlatform.java | 2 +-
.../wayang/jdbc/operators/JdbcTableSource.java | 2 +-
.../wayang/jdbc/operators/JdbcTableSourceTest.java | 7 +-
wayang-platforms/wayang-spark/pom.xml | 9 +-
wayang-plugins/wayang-iejoin/pom.xml | 4 +-
wayang-profiler/pom.xml | 40 +++-
.../org/apache/wayang/profiler/java/Profiler.java | 9 +-
.../wayang/profiler/log/GeneticOptimizerApp.java | 3 +-
.../org/apache/wayang/profiler/spark/Main.java | 9 +-
wayang-tests-integration/pom.xml | 84 +++++---
.../apache/wayang/tests/FlinkIntegrationIT.java | 5 +-
.../apache/wayang/tests/GiraphIntegrationIT.java | 5 +-
.../java/org/apache/wayang/tests/WayangPlans.java | 4 +-
.../apache/wayang/test}/GraphChiIntegrationIT.java | 3 +-
60 files changed, 2154 insertions(+), 238 deletions(-)
create mode 100644 wayang-commons/wayang-utils-profile-db/README.md
copy {wayang-api => wayang-commons/wayang-utils-profile-db}/pom.xml (75%)
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/ProfileDB.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/instrumentation/StopWatch.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/json/MeasurementDeserializer.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/json/MeasurementSerializer.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Experiment.java
copy wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/util/Tuple.java => wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Measurement.java} (51%)
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Subject.java
copy wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/plan/wayangplan/EstimationContextProperty.java => wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Type.java} (74%)
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/measurement/TimeMeasurement.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/storage/FileStorage.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/storage/JDBCStorage.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/storage/Storage.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/test/java/org/apache/wayang/commons/util/profiledb/ProfileDBTest.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/test/java/org/apache/wayang/commons/util/profiledb/measurement/TestMemoryMeasurement.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/test/java/org/apache/wayang/commons/util/profiledb/measurement/TestTimeMeasurement.java
rename wayang-tests-integration/{src/test/java/org/apache/wayang/tests => src_2_11/test/java/org/apache/wayang/test}/GraphChiIntegrationIT.java (98%)
[incubator-wayang] 01/01: Merge pull request #21 from
apache/profile-db
Posted by rp...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
rpardomeza pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
commit cbd408c73f8f0330045e3895062c78f3b44b6169
Merge: d4d9c24 12ebaec
Author: Rodrigo Pardo Meza <ro...@gmail.com>
AuthorDate: Fri Sep 3 04:32:41 2021 -0400
Merge pull request #21 from apache/profile-db
[WAYANG-(32,33)]Profile db
.travis.yml | 2 +-
pom.xml | 191 +++++++++++++++---
src/main/script/prerequisiteCheck.groovy | 2 +-
wayang-api/pom.xml | 2 +-
wayang-api/wayang-api-scala-java/pom.xml | 14 +-
.../scala/org/apache/wayang/api/DataQuanta.scala | 4 +-
.../org/apache/wayang/api/DataQuantaBuilder.scala | 5 +-
.../org/apache/wayang/api/JavaPlanBuilder.scala | 3 +-
.../scala/org/apache/wayang/api/PlanBuilder.scala | 2 +-
.../api/util/DataQuantaBuilderDecorator.scala | 2 +-
wayang-commons/pom.xml | 15 +-
wayang-commons/wayang-basic/pom.xml | 17 ++
.../operators/MaterializedGroupByOperator.java | 2 +-
.../wayang/basic/operators/TextFileSource.java | 3 +-
.../wayang/basic/operators/TextFileSourceTest.java | 7 +-
wayang-commons/wayang-core/pom.xml | 13 +-
.../main/java/org/apache/wayang/core/api/Job.java | 6 +-
.../org/apache/wayang/core/api/WayangContext.java | 4 +-
.../optimizer/enumeration/PlanEnumeration.java | 3 +-
.../core/optimizer/enumeration/PlanEnumerator.java | 2 +-
.../wayang/core/plan/wayangplan/PlanMetrics.java | 4 +-
.../wayang/core/plan/wayangplan/SlotMapping.java | 28 +--
.../wayang/core/profiling/CostMeasurement.java | 5 +-
.../core/profiling/ExecutionPlanMeasurement.java | 5 +-
.../profiling/PartialExecutionMeasurement.java | 5 +-
.../apache/wayang/core/profiling/ProfileDBs.java | 7 +-
wayang-commons/wayang-utils-profile-db/README.md | 30 +++
.../wayang-utils-profile-db}/pom.xml | 27 ++-
.../wayang/commons/util/profiledb/ProfileDB.java | 194 ++++++++++++++++++
.../util/profiledb/instrumentation/StopWatch.java | 162 +++++++++++++++
.../profiledb/json/MeasurementDeserializer.java | 58 ++++++
.../util/profiledb/json/MeasurementSerializer.java | 41 ++++
.../commons/util/profiledb/model/Experiment.java | 181 +++++++++++++++++
.../commons/util/profiledb/model/Measurement.java | 72 +++++++
.../commons/util/profiledb/model/Subject.java | 87 +++++++++
.../wayang/commons/util/profiledb/model/Type.java | 31 +++
.../model/measurement/TimeMeasurement.java | 217 +++++++++++++++++++++
.../util/profiledb/storage/FileStorage.java | 118 +++++++++++
.../util/profiledb/storage/JDBCStorage.java | 108 ++++++++++
.../commons/util/profiledb/storage/Storage.java | 174 +++++++++++++++++
.../commons/util/profiledb/ProfileDBTest.java | 188 ++++++++++++++++++
.../measurement/TestMemoryMeasurement.java | 80 ++++++++
.../profiledb/measurement/TestTimeMeasurement.java | 74 +++++++
wayang-distro/pom.xml | 26 ++-
wayang-platforms/pom.xml | 9 +-
wayang-platforms/wayang-graphchi/pom.xml | 2 +-
.../apache/wayang/java/platform/JavaPlatform.java | 2 +-
.../wayang/jdbc/operators/JdbcTableSource.java | 2 +-
.../wayang/jdbc/operators/JdbcTableSourceTest.java | 7 +-
wayang-platforms/wayang-spark/pom.xml | 9 +-
wayang-plugins/wayang-iejoin/pom.xml | 4 +-
wayang-profiler/pom.xml | 40 +++-
.../org/apache/wayang/profiler/java/Profiler.java | 9 +-
.../wayang/profiler/log/GeneticOptimizerApp.java | 3 +-
.../org/apache/wayang/profiler/spark/Main.java | 9 +-
wayang-tests-integration/pom.xml | 84 +++++---
.../apache/wayang/tests/FlinkIntegrationIT.java | 5 +-
.../apache/wayang/tests/GiraphIntegrationIT.java | 5 +-
.../java/org/apache/wayang/tests/WayangPlans.java | 4 +-
.../apache/wayang/test}/GraphChiIntegrationIT.java | 3 +-
60 files changed, 2221 insertions(+), 197 deletions(-)