You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@wayang.apache.org by be...@apache.org on 2021/09/09 14:56:01 UTC
[incubator-wayang] branch develop updated (ff0cb9f -> 8fe27e6)
This is an automated email from the ASF dual-hosted git repository.
bertty pushed a change to branch develop
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git.
from ff0cb9f - Changed the Jenkinsfile to deploy for "main" not "develop"
add fc22a2d Merge remote-tracking branch 'upstream/main' into main
add 61aa6ca Merge remote-tracking branch 'upstream/main' into main
add 978d4fd [WAYANG-3][NOT-COMPILE] change the logs library to Log4J2 in the core
add 0734b25 [WAYANG-3][NOT-COMPILE] change the logs library to Log4J2 in the wayang-basic
add fc5eaa0 [WAYANG-3][NOT-COMPILE] change the logs library to Log4J2 in the wayang-flink
add 4337094 [WAYANG-3][NOT-COMPILE] change the logs library to Log4J2 in the wayang-giraph
add 281edc1 [WAYANG-3][NOT-COMPILE] change the logs library to Log4J2 in the wayang-graphchi
add 7c88a68 [WAYANG-3][NOT-COMPILE] change the logs library to Log4J2 in the wayang-java
add 13b198c [WAYANG-3][NOT-COMPILE] change the logs library to Log4J2 in the wayang-jdbc-template
add 5b231c1 [WAYANG-3][NOT-COMPILE] change the logs library to Log4J2 in the wayang-spark
add 9549fc6 [WAYANG-3][NOT-COMPILE] change the logs library to Log4J2 in the wayang-profiler
add 46117ca [WAYANG-3] change the logs library to Log4J2 minnor changes
add 449e868 [WAYANG-12] creation of the wayang-resource and modification of the parent pom
add 4c93999 [WAYANG-12] add profile build-doc and modificatin in distro distro
add a57eb67 [WAYANG-12] travis correction of jdk
add d04bd90 [WAYANG-12] showing error rats
add 4c4884c [WAYANG-12] add license to travis/wayang.properties is an temporal file
add bdf2305 [WAYANG-12] add cache maven dependecies in travis
add e305b36 [WAYANG-12] not found class error
add 6cfa254 [WAYANG-12] removing messages that are not need it
add f401cad [WAYANG-12] hidding output to file and showing the last 2000 lines
add 276b5b9 [WAYANG-12] deletiong of the rat file
add 9fbc16b [WAYANG-12] remove cache to test
add 4d02d86 [WAYANG-12] remove cache to test
add 75bb00d [WAYANG-12] remove cache to test
add 7535cc2 [WAYANG-12] remove cache to test
add 689fbd1 Merge branch 'main' into issues
add 0ae020c [WAYANG-12] remove test with error to do some test
add 9c78176 [WAYANG-12] comment command that does not exist
add af0aaca [WAYANG-12] remove test to validate if it run
add 969171e Merge pull request #7 from berttty/issues
add b1f1463 fix broken link / updated Apache License claim
add 96cf918 Merge pull request #8 from 2pk03/main
add 3568e12 [WAYANG-4] Add the coverage plugin jacoco
add ef48441 [WAYANG-4] small correction on .travis.yml to avoid error for not existing files
add 9df4bd2 [WAYANG-4] small correction on .travis.yml to avoid error for not existing files
add 0fcfa45 Create template for documentation pages
add 13f967a Delete .asf.yaml
add 77a61eb Menu construction
add 22a8031 Correction on travis
add c457853 upgrade menu style
add 2132d5d links between menu item
add 23a0254 Bug report information
add 4c8552b documentation_changes.md add the information
add a1ccf09 helping_users.md add the information
add 9b9efa0 jira_issue_maintenance.md add the information
add 8364192 reviewing_changes.md add the information
add 8d0171d closing_pull_request.md template add, need to add information
add 0ccdfaf template add, need to add information - code_style_guide.md - pull_request.md - review_process.md
add 693995c template add, need to add information - user_libraries_wayang.md
add 82b859f template add, need to add information - choosing_what_contribute.md - code_review_criteria.md - code_changes/index.md - preparing_contribute_code/index.md - jira_issue.md - slack_channels.md - testing_releases.md
add 0e7f09e remove rheem from documentation
add 02f3b69 Merge pull request #14 from berttty/docs
add d66d0eb [WAYANG-27] auto deploy on the wayang site
add 3d709cf Merge pull request #16 from berttty/docs
add 8f4b8e1 Adding structure of the documentation and fixing missing license
add 2f63899 add using wayang structure
add 6418832 add extending wayang structure
add 4c60710 create a box with the alst element menu
add fecbfac Merge pull request #17 from berttty/docs
add 9b5d8c9 adding logg
add f1d2f23 Corrections to enable travis run without issues
add 12b0f68 avoid the jekyll part if are not changes on the wayang-docs
add 77a6407 Merge pull request #18 from berttty/docs
add ddf4b2d avoid the jekyll part if are not changes on the wayang-docs
add 87985e1 Correction on the filter
add 6518376 typos
add 6631719 typos
add b2d246b empty space
add bfc78d9 Generate documentation always true
add 655e0ec Correction to autodeploy and remove some warnings
add 5a92be2 correction on the setting.xml file
add 2c7cebd Change user and token of setting.xml
add f7c7ef7 Modification on the name of the commit
add 7894b07 Small correction on the skin of documentation
add dc5472e Avoid the generation in all the case
add e1ed771 Merge pull request #10 from berttty/main
add d679da7 update logo
add e8130fe Merge pull request #12 from 2pk03/main
add 7c4689e rename folder Extension to plugins, because it more precise
add e733095 Merge pull request #15 from berttty/main
add fa8a10f Merge branch 'main' into docs
add 4a99be0 Correction to compile
add 036525e Merge pull request #19 from apache/docs
add a44bb32 Update README.md
add d4d9c24 Merge pull request #20 from 2pk03/main
add 5344336 [WAYANG-32] Base structure for Wayang Experiments Storage functionalities
add a1c1ac8 [WAYANG-32] Tests and fixed
add fdb7ac3 [WAYANG-32] More general corrections, comments, and Readme update
add d3351ae [WAYANG-32] Updated readme and headers
add 23bb4ab [Java11] Full Support compilation java 11 and switch scala version
add 81670c6 [Java11] small correction for compiling with java8
add 6a39295 [WAYANG-33] add missing licence header StopWatch.java file
add f742118 [WAYANG-33] the dependency de.hpi.isg.profiledb replaced by local implementation
add 9ef20fe Merge branch 'profile-db' of https://github.com/apache/incubator-wayang into profile-db
add 12ebaec [Java11] minnor correction on the travis and pom.xml
add cbd408c Merge pull request #21 from apache/profile-db
add 4ca6c33 [WAYANG-35] the library Trove4j was removed It's important to focus on the TODO added because they may affect the performance of some code
add c64278f Merge pull request #22 from apache/WAYANG-35
add 0ed02d7 add TPC-H Query 1
add c6f2709 feat(wordcount): add WordCount app
add 5016d57 fix(RheemApps): set Rheem version correctly and register UDF jars in apps
add 9afc0e0 refactor(wordcount): use stdout sink instead of collecting sink
add ee22c38 fix(wordcount): remove target Platforms from RheemPlan
add cffeb84 feat(kmeans): implement basic k-means
add 2aecc6e feat(kmeans): improve output on faulty platform
add bd73125 test(kmeans): improve k-means test
add 7729c96 feat(kmeans): "resurrect" lost centroids
add 16e0485 fix(wordcount,tpch): add rheem-java JAR as UDF JAR
add bc2eb95 Merge branch 'master' of https://github.com/daqcri/RheemApps
add 9ce990a chore(RheemApps): remove Flink dependencies
add d88283a chore(RheemApps): use Scala Maven Plugin
add ac095e7 fix(kmeans): fix main method signature
add 48b7257 fix(kmeans): use random cluster IDs
add 44f850d fix(kmeans): print out usage only if no args are passed
add b6f1c42 fix(kmeans): annotate UDF JARs
add 9edcdf7 feat(simwords): build tool to find similar words
add 5511055 fix(simwords): fix sampling and main method
add 8afea62 feat(simwords): generate centroids instead of sampling them
add 1669fc9 feat(wordcount): add Scala implementation
add 8e3cc36 fix(wordcount): add UDF JAR to Scala implementation
add f0235b4 feat(crocopr): add cross-community PageRank
add 2f818ff feat(kmeans): make point resurrection optional
add dd4405b feat(RheemApps): add +spark as warmed up Spark
add 4b3dc35 feat(rheem-core,rheem-spark,rheem-java): keep track of ChannelInstance lineage
add 67c1e1a feat(util): create Parameters utility class
add 4554572 fix(util): remove optional argument from overloaded method
add 6819fbb feat(*): add Job names for all Scala-based apps
add a308e91 feat(*): add optimization hints here and there
add f2daef8 fix(kmeans): use correct UDF load function
add e680b70 feat(simwords): improve plan
add 7e8ad17 feat(kmeans): override CardinalityEstimator for centroid resurrection
add c1364e2 feat(wordcount): let user specify words per line
add d266de4 feat(simwords): improve optimization hints
add 71a6b5a feat(wordcount): specify selectivity of "Filter empty words"
add a740441 feat(rheem-api): add SQL support
add 7060bbb feat(tpch): add Scala/HDFS implementation of TPC-H query 3
add 866e8a1 fix(tpch): register UDF JAR
add ab9e086 feat(tpch): add Query3Sqlite
add 046e0d9 feat(tpch): add Query3Hybrid
add 0662623 feat(tpch): make Query3Hybrid executable via TpcH
add b2588eb feat(tpch): add Record-based projection
add 8d7ff4b refactor(rheem): introduce plug-ins
add eec0c17 feat(Parameters): allow yaml(...) as plugin parameter
add 0f679d3 feat(crocopr): limit the printed page ranks
add ff3a671 fix(util): fix StdOut.printLimited signature
add 708ce24 refactor(rheem-graphchi): refactor module
add ec10927 feat(*): use novel Spark/Java/Sqlite3/... objects
add 20d30c3 refactor(rheem-basic,rheem-java,rheem-tests): use Long as vertex IDs
add c01068e refactor(crocopr): use pageRank(...) function
add a5ac421 feat(util): register java-conversions as plugin name
add 00896c6 feat(util): register spark-graph as plugin
add 852c85d feat(*): integrate with profiledb
add cddf06c feat(util): enhance experiment parameter
add bd7f0c9 feat(crocopr): add configuration to experiment
add b8ae5c3 feat(*): add configurations for ProfileDB
add 10d3bf3 refactor(*): adapt to Rheem API changes
add 54aaae1 fix(kmeans): use only a single PlanBuilder
add 35bfd4e feat(sindy): add Rheem-based SINDY implementation
add 64d7f1a chore(*): update Rheem and Scala version
add 712d08c chore(*): switch to stable ProfileDB version
add fadce8d fix(sindy): set name, experiment, and jars of job correctly
add 0657374 refactor(*): do some adjustments according to dependencies
add 7176a9a feat(crocopr,simwords,wordcount): add input file size as experiment configuration
add 051f661 feat(crocopr): add input file size as experiment configuration
add b536725 feat(*): bounce to Rheem 0.2.1-SNAPSHOT
add 6604581 feat(sgd): add SGD implementation as new Rheem app
add eb81b58 improved SGD with map partitions and pre-aggregation
add de85d5c fix(sgd): force the sampling to be executed inside of the loop
add 2807280 feat(sgd): allow to choose SGD implementation from command line
add 1639f26 feat(*): enable conversion plugins for Spark, SQLite3, and PostgreSQL
add 3dd16da feat(simwords): allow to specify wordsPerLine confidence
add c0aa382 feat(wordcount): allow to specify confidence of the words per line
add e1ba7bb feat(simwords): add UDF CPU load for the word vector creation
add 1eba944 refactor(kmeans,simwords): tag UDF load functions via keys
add 6341bc6 allow to use Postgres for the TPC-H queries
add dbf47ac add TPC-H query 1
add abd6223 store input sizes for most apps
add ae31c63 use pipe character to parse TPC-H files (rather than semicolon)
add dfbb994 allow no databases in TpcH for file-based queries
add 93e5ca5 fix parsing error in TpcH
add 0dbab3f fix parsing error in TpcH
add 87f519b feat(sindy): allow to select CSV separator
add 507a72f feat(tpch): allow to specify DB schema
add 4fe6853 declare UDF jar files in SGD
add 4b779e6 pass Experiment to SGD to obtain measurements
add 13f13a0 feat(word2nvec): add app to turn words into vectors
add f82ae10 feat(optimizer-scalability): add app to measure the optimizer scalability
add 375eb5d feat(optimizer-scalability): add plugin and plan type to experiment data
add 9ea24e8 make SGD robust for skipped executions
add 1dd25b6 add PostgreSQL-based version of k-means
add 931345b adapt command-line for PSQL-based k-means
add 8542688 add expected number of iterations to SGD
add 8c53770 store experiments in k-means (PostgreSQL version)
add 7daba41 amend simplelogger.properties
add 252600e Create README.md
add d6451f0 Update README.md
add dc2feae Update README.md
add 2594d2b Update README.md
add 11f5317 Update README.md
add 049ba53 Update README.md
add 2e77606 Update README.md
add 338b344 Update README.md
add b2b8820 Update README.md
add 732aea1 Update README.md
add 78d38bb rename artifactId to rheem-benchmark
add b3b66f1 Added rheem.properties so that tests pass
add a9ecdaf Update README.md
add b45fd11 Update readme
add 5be2b58 everything to one folder
add 58e2efa Merge branch 'moved' into WAYANG-36
add c7594c3 [WAYANG-36] Change name of input file to "*.input"
add b174f9c [WAYANG-36] Addition of the benchmark from "https://github.com/rheem-ecosystem/rheem-benchmark.git" and rebranding
add af261d9 Merge pull request #23 from apache/WAYANG-36
add 2d89493 [WAYANG-37] update Apache Spark version from 2.4.0 to 3.1.2
add 6ed0f46 Merge pull request #24 from apache/WAYANG-37
add 459486e [WAYANG-38] Add the License Checker
add 7c9caf0 [WAYANG-38] remove the dependency org.json because of conflict with license
add d4a45fd [WAYANG-38] notice added on JSONArray and JSONObject
new 8fe27e6 [WAYANG-40] change spark version depending on the profile of scala
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.travis.yml | 64 +-
README.md | 10 +-
build.md | 11 +-
jenkins.pom | 2 +-
pom.xml | 396 +-
src/main/script/prerequisiteCheck.groovy | 2 +-
wayang-api/pom.xml | 2 +-
wayang-api/wayang-api-python/pom.xml | 3 +-
wayang-api/wayang-api-scala-java/pom.xml | 15 +-
.../scala/org/apache/wayang/api/DataQuanta.scala | 4 +-
.../org/apache/wayang/api/DataQuantaBuilder.scala | 5 +-
.../org/apache/wayang/api/JavaPlanBuilder.scala | 3 +-
.../scala/org/apache/wayang/api/PlanBuilder.scala | 2 +-
.../api/util/DataQuantaBuilderDecorator.scala | 2 +-
wayang-benchmark/README.md | 128 +
wayang-benchmark/pom.xml | 78 +
.../java/org/apache/wayang/apps/sgd/SGDImpl.java | 265 +
.../apache/wayang/apps/sgd/SGDImprovedImpl.java | 176 +
.../java/org/apache/wayang/apps/tpch/Main.java | 179 +
.../wayang/apps/tpch/data/LineItemTuple.java | 252 +
.../apache/wayang/apps/tpch/data/q1/GroupKey.java | 49 +-
.../wayang/apps/tpch/data/q1/ReturnTuple.java | 88 +
.../org/apache/wayang/apps/wordcount/Main.java | 155 +
.../src/main/resources/simplelogger.properties | 21 +
.../apps/benchmark/OptimizerScalabilityTest.scala | 79 +
.../wayang/apps/benchmark/PlanGenerator.scala | 96 +
.../apps/crocopr/CreateInitialPageRanks.scala | 23 +-
.../org/apache/wayang/apps/crocopr/CrocoPR.scala | 156 +
.../org/apache/wayang/apps/kmeans/Kmeans.scala | 258 +
.../wayang/apps/kmeans/postgres/Kmeans.scala | 258 +
.../scala/org/apache/wayang/apps/sgd/SGD.scala | 81 +
.../wayang/apps/simwords/AddIdFunction.scala | 21 +-
.../simwords/CreateWordNeighborhoodFunction.scala | 66 +
.../apps/simwords/ResolveClusterFunction.scala | 25 +-
.../wayang/apps/simwords/ScrubFunction.scala | 25 +-
.../simwords/SelectNearestCentroidFunction.scala | 66 +
.../org/apache/wayang/apps/simwords/SimWords.scala | 173 +
.../apache/wayang/apps/simwords/SparseVector.scala | 231 +
.../apache/wayang/apps/simwords/TextScrubber.scala | 14 +-
.../apache/wayang/apps/simwords/Word2NVec.scala | 158 +
.../scala/org/apache/wayang/apps/sindy/Sindy.scala | 217 +
.../org/apache/wayang/apps/tpch/CsvUtils.scala | 22 +-
.../org/apache/wayang/apps/tpch/SqlUtils.scala | 17 +-
.../scala/org/apache/wayang/apps/tpch/TpcH.scala | 115 +
.../apache/wayang/apps/tpch/data/Customer.scala | 58 +
.../apache/wayang/apps/tpch/data/LineItem.scala | 96 +
.../org/apache/wayang/apps/tpch/data/Order.scala | 72 +
.../apache/wayang/apps/tpch/queries/Query1.scala | 155 +
.../wayang/apps/tpch/queries/Query3Database.scala | 170 +
.../wayang/apps/tpch/queries/Query3File.scala | 155 +
.../wayang/apps/tpch/queries/Query3Hybrid.scala | 166 +
.../wayang/apps/util/ExperimentDescriptor.scala | 57 +
.../org/apache/wayang/apps/util/Parameters.scala | 138 +
.../apache/wayang/apps/util/ProfileDBHelper.scala | 50 +
.../scala/org/apache/wayang/apps/util/StdOut.scala | 23 +-
.../wayang/apps/wordcount/WordCountScala.scala | 110 +
.../wayang/apps/tpch/data/LineItemTupleTest.java | 70 +
.../src/test/resources/kmeans-datagenerator.py | 56 +
.../src/test/resources/kmeans-k4-10000.input | 10000 +++++++++++++++++++
.../src/test/resources/rheem.properties | 19 +
.../org/apache/wayang/apps/kmeans/KmeansTest.scala | 95 +
.../apache/wayang/apps/util/ParametersTest.scala | 88 +
wayang-commons/pom.xml | 45 +-
wayang-commons/wayang-basic/pom.xml | 17 +
.../operators/MaterializedGroupByOperator.java | 2 +-
.../wayang/basic/operators/SampleOperator.java | 6 +-
.../wayang/basic/operators/TextFileSource.java | 9 +-
.../wayang/basic/operators/TextFileSourceTest.java | 16 +-
.../wayang-basic/src/test/resources/ulysses.input | 0
wayang-commons/wayang-core/pom.xml | 29 +-
.../org/apache/wayang/core/api/Configuration.java | 6 +-
.../main/java/org/apache/wayang/core/api/Job.java | 12 +-
.../org/apache/wayang/core/api/WayangContext.java | 10 +-
.../core/api/configuration/CollectionProvider.java | 6 +-
.../configuration/ExplicitCollectionProvider.java | 6 +-
.../core/api/configuration/KeyValueProvider.java | 6 +-
.../core/api/configuration/ValueProvider.java | 6 +-
.../wayang/core/mapping/PlanTransformation.java | 6 +-
.../apache/wayang/core/monitor/FileMonitor.java | 3 +-
.../wayang/core/optimizer/OptimizationContext.java | 6 +-
.../wayang/core/optimizer/SanityChecker.java | 6 +-
.../optimizer/cardinality/CardinalityEstimate.java | 2 +-
.../cardinality/CardinalityEstimatorManager.java | 6 +-
.../optimizer/cardinality/CardinalityPusher.java | 6 +-
.../SwitchForwardCardinalityEstimator.java | 4 +-
.../optimizer/channels/ChannelConversionGraph.java | 6 +-
.../core/optimizer/costs/EstimationContext.java | 2 +-
.../wayang/core/optimizer/costs/LoadEstimate.java | 2 +-
.../wayang/core/optimizer/costs/LoadProfile.java | 2 +-
.../optimizer/costs/LoadProfileEstimators.java | 8 +-
.../optimizer/costs/SimpleEstimationContext.java | 13 +-
.../optimizer/enumeration/ExecutionTaskFlow.java | 6 +-
.../enumeration/ExecutionTaskFlowCompiler.java | 4 +-
.../enumeration/LatentOperatorPruningStrategy.java | 10 +-
.../core/optimizer/enumeration/LoopEnumerator.java | 4 +-
.../optimizer/enumeration/PlanEnumeration.java | 9 +-
.../core/optimizer/enumeration/PlanEnumerator.java | 8 +-
.../optimizer/enumeration/PlanImplementation.java | 6 +-
.../enumeration/StageAssignmentTraversal.java | 6 +-
.../wayang/core/plan/executionplan/Channel.java | 8 +-
.../core/plan/executionplan/ExecutionPlan.java | 6 +-
.../core/plan/wayangplan/ExecutionOperator.java | 4 +-
.../wayang/core/plan/wayangplan/LoopIsolator.java | 4 +-
.../core/plan/wayangplan/OperatorContainer.java | 4 +-
.../wayang/core/plan/wayangplan/PlanMetrics.java | 4 +-
.../wayang/core/plan/wayangplan/PlanTraversal.java | 6 +-
.../wayang/core/plan/wayangplan/SlotMapping.java | 34 +-
.../wayang/core/plan/wayangplan/WayangPlan.java | 6 +-
.../traversal/AbstractTopologicalTraversal.java | 6 +-
.../core/platform/AbstractChannelInstance.java | 4 +-
.../wayang/core/platform/AtomicExecution.java | 4 +-
.../wayang/core/platform/AtomicExecutionGroup.java | 2 +-
.../core/platform/CardinalityBreakpoint.java | 6 +-
.../core/platform/CrossPlatformExecutor.java | 6 +-
.../wayang/core/platform/ExecutorTemplate.java | 6 +-
.../org/apache/wayang/core/platform/Junction.java | 6 +-
.../wayang/core/platform/PartialExecution.java | 2 +-
.../org/apache/wayang/core/platform/Platform.java | 2 +-
.../platform/lineage/LazyExecutionLineageNode.java | 4 +-
.../core/profiling/CardinalityRepository.java | 10 +-
.../wayang/core/profiling/CostMeasurement.java | 5 +-
.../apache/wayang/core/profiling/ExecutionLog.java | 8 +-
.../core/profiling/ExecutionPlanMeasurement.java | 5 +-
.../profiling/PartialExecutionMeasurement.java | 5 +-
.../apache/wayang/core/profiling/ProfileDBs.java | 7 +-
.../core/util/AbstractReferenceCountable.java | 7 +-
.../java/org/apache/wayang/core/util/Action.java | 4 +-
.../apache/wayang/core/util/JsonSerializable.java | 2 +-
.../apache/wayang/core/util/JsonSerializables.java | 5 +-
.../apache/wayang/core/util/JsonSerializer.java | 3 +-
.../org/apache/wayang/core/util/JuelUtils.java | 6 +-
.../java/org/apache/wayang/core/util/Logging.java | 6 +-
.../apache/wayang/core/util/ReflectionUtils.java | 6 +-
.../apache/wayang/core/util/fs/FileSystems.java | 8 +-
.../wayang/core/util/fs/HadoopFileSystem.java | 10 +-
.../wayang/core/util/fs/LocalFileSystem.java | 6 +-
.../apache/wayang/core/util/json/JSONArray.java | 138 +
.../apache/wayang/core/util/json/JSONObject.java | 285 +
.../costs/NestableLoadProfileEstimatorTest.java | 11 +-
.../wayang/core/platform/PartialExecutionTest.java | 2 +-
.../test/SerializableDummyExecutionOperator.java | 2 +-
.../core/util/ConsumerIteratorAdapterTest.java | 6 +-
wayang-commons/wayang-utils-profile-db/README.md | 30 +
.../wayang-utils-profile-db}/pom.xml | 27 +-
.../wayang/commons/util/profiledb/ProfileDB.java | 194 +
.../util/profiledb/instrumentation/StopWatch.java | 162 +
.../profiledb/json/MeasurementDeserializer.java | 58 +
.../util/profiledb/json/MeasurementSerializer.java | 41 +
.../commons/util/profiledb/model/Experiment.java | 181 +
.../commons/util/profiledb/model/Measurement.java} | 63 +-
.../commons/util/profiledb/model/Subject.java | 87 +
.../wayang/commons/util/profiledb/model/Type.java} | 14 +-
.../model/measurement/TimeMeasurement.java | 217 +
.../util/profiledb/storage/FileStorage.java | 118 +
.../util/profiledb/storage/JDBCStorage.java | 108 +
.../commons/util/profiledb/storage/Storage.java | 174 +
.../commons/util/profiledb/ProfileDBTest.java | 188 +
.../measurement/TestMemoryMeasurement.java | 80 +
.../profiledb/measurement/TestTimeMeasurement.java | 74 +
wayang-distro/pom.xml | 26 +-
wayang-docs/pom.xml | 173 +
wayang-docs/src/main/resources/.gitignore | 202 +
.../src/main/resources/Gemfile | 23 +-
wayang-docs/src/main/resources/Gemfile.lock | 81 +
wayang-docs/src/main/resources/README.md | 54 +
.../src/main/resources/_config.prod.yml | 30 +-
.../src/main/resources/_config.yml | 30 +-
wayang-docs/src/main/resources/_data/menus.yml | 103 +
.../src/main/resources/_includes/footer.html | 41 +
wayang-docs/src/main/resources/_includes/head.html | 55 +
.../src/main/resources/_includes/scripts.html | 24 +
.../src/main/resources/_includes/sub-menu.html | 58 +
.../src/main/resources/_layouts/default.html | 151 +
wayang-docs/src/main/resources/_sass/main.scss | 25 +
.../src/main/resources/assets/css/color.css | 75 +
wayang-docs/src/main/resources/assets/css/main.css | 143 +
.../src/main/resources/assets/css/monokai.css | 116 +
.../src/main/resources/assets/img/egg-logo.png | Bin 0 -> 17961 bytes
.../logo/Apache_Wayang/Apache_Wayang Informe.txt | 56 +
.../img/logo/Apache_Wayang/Apache_Wayang.pdf | 3814 +++++++
.../Fonts/HVD Fonts - BrandonText-Regular.otf | Bin 0 -> 70892 bytes
.../logo/Apache_Wayang/Fonts/anguita-sans-bold.otf | Bin 0 -> 79088 bytes
.../resources/assets/img/logo/favicon-pluma.ico | Bin 0 -> 1150 bytes
.../src/main/resources/assets/img/logo/favicon.ico | Bin 0 -> 1150 bytes
.../resources/assets/img/logo/logo_2000x2000.png | Bin 0 -> 103695 bytes
.../resources/assets/img/logo/logo_2000x800.png | Bin 0 -> 67554 bytes
.../resources/assets/img/logo/logo_200x200.png | Bin 0 -> 7679 bytes
.../resources/assets/img/logo/logo_3500x1400.png | Bin 0 -> 132033 bytes
.../resources/assets/img/logo/logo_400x160.png | Bin 0 -> 10919 bytes
.../resources/assets/img/logo/logo_800x320.png | Bin 0 -> 24263 bytes
.../resources/assets/img/logo/logo_800x800.png | Bin 0 -> 35856 bytes
.../main/resources/assets/img/logo/logo_svg.svg | 209 +
.../resources/assets/img/logo/logo_svg_letter.svg | 52 +
.../resources/assets/img/logo/logo_svg_puzzle.svg | 157 +
.../resources/assets/img/puzzle-piece-gray.png | Bin 0 -> 9244 bytes
.../src/main/resources/assets/img/puzzle-piece.png | Bin 0 -> 9243 bytes
.../src/main/resources/assets/img/puzzle-piece.svg | 13 +
.../main/resources/assets/img/wayang-banner.png | Bin 0 -> 424872 bytes
.../src/main/resources/assets/js/add_numbers.js | 25 +-
.../src/main/resources/assets/js/menu.js | 14 +-
.../adding_platform/Creating_compiler.md | 34 +
.../adding_platform/creating_channel.md | 33 +
.../adding_platform/creating_mapping.md | 39 +
.../adding_platform/creating_operator.md | 34 +
.../adding_platform/creating_plugin.md | 33 +
.../extending_wayang/adding_platform/index.md | 28 +
.../extending_wayang/adding_platform/others.md | 34 +
.../adding_platform/wrapping_udfs.md | 33 +
.../src/main/resources/extending_wayang/index.md | 42 +
.../getting_start/how_build/build_step.md | 30 +
.../resources/getting_start/how_build/index.md | 27 +
.../resources/getting_start/how_install/index.md | 27 +
.../getting_start/how_install/install_step.md | 30 +
.../main/resources/getting_start/how_run/index.md | 27 +
.../resources/getting_start/how_run/run_step.md | 30 +
.../src/main/resources/getting_start/index.md | 27 +
.../getting_start/writting_wayang_plan/index.md | 27 +
.../main/resources/how_contribute/bugs_report.md | 50 +
.../code_changes/choosing_what_contribute.md | 49 +
.../code_changes/code_review_criteria.md | 54 +
.../resources/how_contribute/code_changes/index.md | 29 +
.../closing_pull_request.md | 32 +
.../code_style_guide.md | 31 +
.../preparing_contribute_code_changes/index.md | 45 +
.../jira_issue.md | 62 +
.../pull_request.md | 32 +
.../review_process.md | 33 +
.../how_contribute/documentation_changes.md | 35 +
.../main/resources/how_contribute/helping_users.md | 38 +
.../src/main/resources/how_contribute/index.md | 24 +
.../how_contribute/jira_issue_maintenance.md | 56 +
.../resources/how_contribute/reviewing_changes.md | 34 +
.../resources/how_contribute/slack_channels.md | 31 +
.../resources/how_contribute/testing_releases.md | 33 +
.../how_contribute/user_libraries_wayang.md | 32 +
.../src/main/resources/index.md | 110 +-
.../resources/using_wayang/api_java_scala/index.md | 31 +
.../resources/using_wayang/api_python/index.md | 32 +
.../main/resources/using_wayang/api_rest/index.md | 32 +
.../main/resources/using_wayang/api_sql/index.md | 34 +
.../using_wayang/cost_model_calibration.md | 33 +
.../src/main/resources/using_wayang/index.md | 27 +
.../resources/what_is_wayang/concepts_wayang.md | 27 +
.../src/main/resources/what_is_wayang/index.md | 24 +
wayang-platforms/pom.xml | 9 +-
.../flink/compiler/WayangFileOutputFormat.java | 6 +-
.../wayang/flink/platform/FlinkPlatform.java | 6 +-
.../wayang/giraph/Algorithm/PageRankAlgorithm.java | 7 +-
.../giraph/operators/GiraphPageRankOperator.java | 6 +-
.../operators/GiraphPagaRankOperatorTest.java | 2 +-
.../src/test/resources/test.edgelist.input} | 0
wayang-platforms/wayang-graphchi/pom.xml | 2 +-
.../operators/GraphChiPageRankOperator.java | 6 +-
.../operators/GraphChiPageRankOperatorTest.java | 2 +-
.../src/test/resources/test.edgelist.input} | 0
.../wayang/java/operators/JavaObjectFileSink.java | 4 +-
.../java/operators/JavaObjectFileSource.java | 4 +-
.../java/operators/graph/JavaPageRankOperator.java | 67 +-
.../apache/wayang/java/platform/JavaPlatform.java | 2 +-
.../java/operators/JavaObjectFileSourceTest.java | 2 +-
.../src/test/resources/0-to-10000.input} | Bin
wayang-platforms/wayang-jdbc-template/pom.xml | 17 +
.../apache/wayang/jdbc/execution/JdbcExecutor.java | 6 +-
.../wayang/jdbc/operators/JdbcTableSource.java | 6 +-
.../wayang/jdbc/operators/SqlToStreamOperator.java | 6 +-
.../wayang/jdbc/operators/JdbcTableSourceTest.java | 7 +-
wayang-platforms/wayang-spark/pom.xml | 22 +-
.../apache/wayang/spark/channels/RddChannel.java | 8 +-
.../spark/operators/SparkObjectFileSink.java | 4 +-
.../spark/operators/SparkObjectFileSource.java | 6 +-
.../wayang/spark/platform/SparkPlatform.java | 6 +-
.../resources/wayang-spark-defaults.properties | 1 +
.../spark/operators/SparkObjectFileSourceTest.java | 2 +-
.../spark/operators/SparkOperatorTestBase.java | 3 +-
.../src/test/resources/0-to-10000.input} | Bin
{wayang-extensions => wayang-plugins}/pom.xml | 4 +-
.../wayang-iejoin/pom.xml | 7 +-
.../main/java/org/apache/wayang/iejoin/IEJoin.java | 0
.../java/org/apache/wayang/iejoin/data/Data.java | 0
.../org/apache/wayang/iejoin/mapping/Mappings.java | 0
.../wayang/iejoin/mapping/java/IEJoinMapping.java | 0
.../iejoin/mapping/java/IESelfJoinMapping.java | 0
.../wayang/iejoin/mapping/spark/IEJoinMapping.java | 0
.../iejoin/mapping/spark/IESelfJoinMapping.java | 0
.../iejoin/operators/IEJoinMasterOperator.java | 0
.../wayang/iejoin/operators/IEJoinOperator.java | 0
.../iejoin/operators/IESelfJoinOperator.java | 0
.../iejoin/operators/JavaIEJoinOperator.java | 0
.../iejoin/operators/JavaIESelfJoinOperator.java | 0
.../iejoin/operators/SparkIEJoinOperator.java | 0
.../iejoin/operators/SparkIESelfJoinOperator.java | 0
.../iejoin/operators/java_helpers/BitSetJoin.java | 0
.../operators/java_helpers/DataComparator.java | 0
.../iejoin/operators/java_helpers/extractData.java | 0
.../iejoin/operators/java_helpers/myMergeSort.java | 0
.../operators/java_helpers/revDataComparator.java | 0
.../iejoin/operators/spark_helpers/BitSetJoin.java | 0
.../spark_helpers/List2AttributesObjectSkinny.java | 0
.../operators/spark_helpers/addUniqueID.java | 0
.../operators/spark_helpers/build2ListObject.java | 0
.../operators/spark_helpers/extractData.java | 0
.../spark_helpers/filterUnwantedBlocks.java | 0
.../operators/spark_helpers/myMergeSort.java | 0
.../operators/spark_helpers/revDataComparator.java | 0
.../operators/JavaExecutionOperatorTestBase.java | 0
.../iejoin/operators/JavaIEJoinOperatorTest.java | 0
.../iejoin/operators/SparkIEJoinOperatorTest.java | 0
.../iejoin/operators/SparkIEJoinOperatorTest2.java | 0
.../iejoin/operators/SparkIEJoinOperatorTest3.java | 0
.../iejoin/operators/SparkIEJoinOperatorTest4.java | 0
.../operators/SparkIESelfJoinOperatorTest.java | 0
.../iejoin/operators/SparkOperatorTestBase.java | 0
.../apache/wayang/iejoin/test/ChannelFactory.java | 0
.../src/test/resources/wayang.properties | 0
wayang-profiler/pom.xml | 41 +-
.../wayang/profiler/java/OperatorProfiler.java | 6 +-
.../org/apache/wayang/profiler/java/Profiler.java | 9 +-
.../wayang/profiler/java/SourceProfiler.java | 5 +-
.../profiler/log/DynamicLoadProfileEstimators.java | 28 +-
.../wayang/profiler/log/GeneticOptimizer.java | 29 +-
.../wayang/profiler/log/GeneticOptimizerApp.java | 9 +-
.../apache/wayang/profiler/log/LogEvaluator.java | 6 +-
.../org/apache/wayang/profiler/spark/Main.java | 9 +-
.../profiler/spark/SparkOperatorProfiler.java | 6 +-
.../wayang/profiler/util/ProfilingUtils.java | 4 +-
.../apache/wayang/profiler/util/RrdAccessor.java | 6 +-
{wayang-api => wayang-resources}/pom.xml | 39 +-
.../src/main/assembly/resources.xml | 39 +-
.../src/main/resources/assemblies/resources.xml | 43 +-
wayang-tests-integration/pom.xml | 85 +-
.../apache/wayang/tests/FlinkIntegrationIT.java | 5 +-
.../apache/wayang/tests/GiraphIntegrationIT.java | 5 +-
.../java/org/apache/wayang/tests/WayangPlans.java | 14 +-
.../{lines-with-key1.txt => lines-with-key1.input} | 0
.../{lines-with-key2.txt => lines-with-key2.input} | 0
.../{other-lines.txt => other-lines.input} | 0
.../resources/{some-lines.txt => some-lines.input} | 0
.../src/test/resources/ulysses.input | 0
.../apache/wayang/test}/GraphChiIntegrationIT.java | 15 +-
339 files changed, 25419 insertions(+), 928 deletions(-)
create mode 100644 wayang-benchmark/README.md
create mode 100644 wayang-benchmark/pom.xml
create mode 100644 wayang-benchmark/src/main/java/org/apache/wayang/apps/sgd/SGDImpl.java
create mode 100644 wayang-benchmark/src/main/java/org/apache/wayang/apps/sgd/SGDImprovedImpl.java
create mode 100644 wayang-benchmark/src/main/java/org/apache/wayang/apps/tpch/Main.java
create mode 100644 wayang-benchmark/src/main/java/org/apache/wayang/apps/tpch/data/LineItemTuple.java
copy wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/util/Tuple.java => wayang-benchmark/src/main/java/org/apache/wayang/apps/tpch/data/q1/GroupKey.java (53%)
create mode 100644 wayang-benchmark/src/main/java/org/apache/wayang/apps/tpch/data/q1/ReturnTuple.java
create mode 100644 wayang-benchmark/src/main/java/org/apache/wayang/apps/wordcount/Main.java
create mode 100644 wayang-benchmark/src/main/resources/simplelogger.properties
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/benchmark/OptimizerScalabilityTest.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/benchmark/PlanGenerator.scala
copy wayang-api/wayang-api-scala-java/src/main/scala/org/apache/wayang/api/graph/package.scala => wayang-benchmark/src/main/scala/org/apache/wayang/apps/crocopr/CreateInitialPageRanks.scala (53%)
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/crocopr/CrocoPR.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/kmeans/Kmeans.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/kmeans/postgres/Kmeans.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/sgd/SGD.scala
copy wayang-api/wayang-api-scala-java/src/main/scala/org/apache/wayang/api/graph/Edge.scala => wayang-benchmark/src/main/scala/org/apache/wayang/apps/simwords/AddIdFunction.scala (68%)
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/simwords/CreateWordNeighborhoodFunction.scala
copy wayang-api/wayang-api-scala-java/src/main/scala/org/apache/wayang/api/graph/package.scala => wayang-benchmark/src/main/scala/org/apache/wayang/apps/simwords/ResolveClusterFunction.scala (53%)
copy wayang-api/wayang-api-scala-java/src/main/scala/org/apache/wayang/api/graph/package.scala => wayang-benchmark/src/main/scala/org/apache/wayang/apps/simwords/ScrubFunction.scala (56%)
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/simwords/SelectNearestCentroidFunction.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/simwords/SimWords.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/simwords/SparseVector.scala
copy wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/PythonAPI.java => wayang-benchmark/src/main/scala/org/apache/wayang/apps/simwords/TextScrubber.scala (75%)
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/simwords/Word2NVec.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/sindy/Sindy.scala
copy wayang-api/wayang-api-scala-java/src/main/scala/org/apache/wayang/api/graph/Edge.scala => wayang-benchmark/src/main/scala/org/apache/wayang/apps/tpch/CsvUtils.scala (58%)
copy wayang-api/wayang-api-scala-java/src/main/scala/org/apache/wayang/api/graph/Edge.scala => wayang-benchmark/src/main/scala/org/apache/wayang/apps/tpch/SqlUtils.scala (67%)
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/tpch/TpcH.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/tpch/data/Customer.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/tpch/data/LineItem.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/tpch/data/Order.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/tpch/queries/Query1.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/tpch/queries/Query3Database.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/tpch/queries/Query3File.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/tpch/queries/Query3Hybrid.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/util/ExperimentDescriptor.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/util/Parameters.scala
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/util/ProfileDBHelper.scala
copy wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/profiling/OutboundInstrumentationStrategy.java => wayang-benchmark/src/main/scala/org/apache/wayang/apps/util/StdOut.scala (63%)
create mode 100644 wayang-benchmark/src/main/scala/org/apache/wayang/apps/wordcount/WordCountScala.scala
create mode 100644 wayang-benchmark/src/test/java/org/apache/wayang/apps/tpch/data/LineItemTupleTest.java
create mode 100755 wayang-benchmark/src/test/resources/kmeans-datagenerator.py
create mode 100644 wayang-benchmark/src/test/resources/kmeans-k4-10000.input
create mode 100644 wayang-benchmark/src/test/resources/rheem.properties
create mode 100644 wayang-benchmark/src/test/scala/org/apache/wayang/apps/kmeans/KmeansTest.scala
create mode 100644 wayang-benchmark/src/test/scala/org/apache/wayang/apps/util/ParametersTest.scala
rename wayang-tests-integration/src/test/resources/ulysses.txt => wayang-commons/wayang-basic/src/test/resources/ulysses.input (100%)
create mode 100644 wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/util/json/JSONArray.java
create mode 100644 wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/util/json/JSONObject.java
create mode 100644 wayang-commons/wayang-utils-profile-db/README.md
copy {wayang-api => wayang-commons/wayang-utils-profile-db}/pom.xml (75%)
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/ProfileDB.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/instrumentation/StopWatch.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/json/MeasurementDeserializer.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/json/MeasurementSerializer.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Experiment.java
copy wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/util/Tuple.java => wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Measurement.java} (51%)
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Subject.java
copy wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/plan/wayangplan/EstimationContextProperty.java => wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Type.java} (74%)
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/measurement/TimeMeasurement.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/storage/FileStorage.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/storage/JDBCStorage.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/storage/Storage.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/test/java/org/apache/wayang/commons/util/profiledb/ProfileDBTest.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/test/java/org/apache/wayang/commons/util/profiledb/measurement/TestMemoryMeasurement.java
create mode 100644 wayang-commons/wayang-utils-profile-db/src/test/java/org/apache/wayang/commons/util/profiledb/measurement/TestTimeMeasurement.java
create mode 100644 wayang-docs/pom.xml
create mode 100644 wayang-docs/src/main/resources/.gitignore
copy wayang-platforms/wayang-jdbc-template/src/test/resources/wayang-hsqldb-defaults.properties => wayang-docs/src/main/resources/Gemfile (67%)
create mode 100644 wayang-docs/src/main/resources/Gemfile.lock
create mode 100644 wayang-docs/src/main/resources/README.md
copy wayang-api/wayang-api-python/src/main/resources/wayang-api-python-defaults.properties => wayang-docs/src/main/resources/_config.prod.yml (55%)
copy wayang-api/wayang-api-python/src/main/resources/wayang-api-python-defaults.properties => wayang-docs/src/main/resources/_config.yml (55%)
create mode 100644 wayang-docs/src/main/resources/_data/menus.yml
create mode 100644 wayang-docs/src/main/resources/_includes/footer.html
create mode 100644 wayang-docs/src/main/resources/_includes/head.html
create mode 100644 wayang-docs/src/main/resources/_includes/scripts.html
create mode 100644 wayang-docs/src/main/resources/_includes/sub-menu.html
create mode 100644 wayang-docs/src/main/resources/_layouts/default.html
create mode 100644 wayang-docs/src/main/resources/_sass/main.scss
create mode 100644 wayang-docs/src/main/resources/assets/css/color.css
create mode 100644 wayang-docs/src/main/resources/assets/css/main.css
create mode 100644 wayang-docs/src/main/resources/assets/css/monokai.css
create mode 100644 wayang-docs/src/main/resources/assets/img/egg-logo.png
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/Apache_Wayang/Apache_Wayang Informe.txt
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/Apache_Wayang/Apache_Wayang.pdf
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/Apache_Wayang/Fonts/HVD Fonts - BrandonText-Regular.otf
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/Apache_Wayang/Fonts/anguita-sans-bold.otf
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/favicon-pluma.ico
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/favicon.ico
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/logo_2000x2000.png
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/logo_2000x800.png
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/logo_200x200.png
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/logo_3500x1400.png
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/logo_400x160.png
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/logo_800x320.png
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/logo_800x800.png
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/logo_svg.svg
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/logo_svg_letter.svg
create mode 100644 wayang-docs/src/main/resources/assets/img/logo/logo_svg_puzzle.svg
create mode 100644 wayang-docs/src/main/resources/assets/img/puzzle-piece-gray.png
create mode 100644 wayang-docs/src/main/resources/assets/img/puzzle-piece.png
create mode 100644 wayang-docs/src/main/resources/assets/img/puzzle-piece.svg
create mode 100644 wayang-docs/src/main/resources/assets/img/wayang-banner.png
copy wayang-commons/wayang-basic/src/test/java/org/apache/wayang/basic/operators/test/TestSink.java => wayang-docs/src/main/resources/assets/js/add_numbers.js (62%)
copy wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/PythonAPI.java => wayang-docs/src/main/resources/assets/js/menu.js (76%)
create mode 100644 wayang-docs/src/main/resources/extending_wayang/adding_platform/Creating_compiler.md
create mode 100644 wayang-docs/src/main/resources/extending_wayang/adding_platform/creating_channel.md
create mode 100644 wayang-docs/src/main/resources/extending_wayang/adding_platform/creating_mapping.md
create mode 100644 wayang-docs/src/main/resources/extending_wayang/adding_platform/creating_operator.md
create mode 100644 wayang-docs/src/main/resources/extending_wayang/adding_platform/creating_plugin.md
create mode 100644 wayang-docs/src/main/resources/extending_wayang/adding_platform/index.md
create mode 100644 wayang-docs/src/main/resources/extending_wayang/adding_platform/others.md
create mode 100644 wayang-docs/src/main/resources/extending_wayang/adding_platform/wrapping_udfs.md
create mode 100644 wayang-docs/src/main/resources/extending_wayang/index.md
create mode 100644 wayang-docs/src/main/resources/getting_start/how_build/build_step.md
create mode 100644 wayang-docs/src/main/resources/getting_start/how_build/index.md
create mode 100644 wayang-docs/src/main/resources/getting_start/how_install/index.md
create mode 100644 wayang-docs/src/main/resources/getting_start/how_install/install_step.md
create mode 100644 wayang-docs/src/main/resources/getting_start/how_run/index.md
create mode 100644 wayang-docs/src/main/resources/getting_start/how_run/run_step.md
create mode 100644 wayang-docs/src/main/resources/getting_start/index.md
create mode 100644 wayang-docs/src/main/resources/getting_start/writting_wayang_plan/index.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/bugs_report.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/code_changes/choosing_what_contribute.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/code_changes/code_review_criteria.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/code_changes/index.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/code_changes/preparing_contribute_code_changes/closing_pull_request.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/code_changes/preparing_contribute_code_changes/code_style_guide.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/code_changes/preparing_contribute_code_changes/index.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/code_changes/preparing_contribute_code_changes/jira_issue.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/code_changes/preparing_contribute_code_changes/pull_request.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/code_changes/preparing_contribute_code_changes/review_process.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/documentation_changes.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/helping_users.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/index.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/jira_issue_maintenance.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/reviewing_changes.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/slack_channels.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/testing_releases.md
create mode 100644 wayang-docs/src/main/resources/how_contribute/user_libraries_wayang.md
copy README.md => wayang-docs/src/main/resources/index.md (77%)
create mode 100644 wayang-docs/src/main/resources/using_wayang/api_java_scala/index.md
create mode 100644 wayang-docs/src/main/resources/using_wayang/api_python/index.md
create mode 100644 wayang-docs/src/main/resources/using_wayang/api_rest/index.md
create mode 100644 wayang-docs/src/main/resources/using_wayang/api_sql/index.md
create mode 100644 wayang-docs/src/main/resources/using_wayang/cost_model_calibration.md
create mode 100644 wayang-docs/src/main/resources/using_wayang/index.md
create mode 100644 wayang-docs/src/main/resources/what_is_wayang/concepts_wayang.md
create mode 100644 wayang-docs/src/main/resources/what_is_wayang/index.md
rename wayang-platforms/{wayang-graphchi/src/test/resources/test.edgelist => wayang-giraph/src/test/resources/test.edgelist.input} (100%)
rename wayang-platforms/{wayang-giraph/src/test/resources/test.edgelist => wayang-graphchi/src/test/resources/test.edgelist.input} (100%)
rename wayang-platforms/{wayang-spark/src/test/resources/0-to-10000.sequence_file => wayang-java/src/test/resources/0-to-10000.input} (100%)
rename wayang-platforms/{wayang-java/src/test/resources/0-to-10000.sequence_file => wayang-spark/src/test/resources/0-to-10000.input} (100%)
rename {wayang-extensions => wayang-plugins}/pom.xml (92%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/pom.xml (90%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/IEJoin.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/data/Data.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/mapping/Mappings.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/mapping/java/IEJoinMapping.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/mapping/java/IESelfJoinMapping.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/mapping/spark/IEJoinMapping.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/mapping/spark/IESelfJoinMapping.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/IEJoinMasterOperator.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/IEJoinOperator.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/IESelfJoinOperator.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/JavaIEJoinOperator.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/JavaIESelfJoinOperator.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/SparkIEJoinOperator.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/SparkIESelfJoinOperator.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/java_helpers/BitSetJoin.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/java_helpers/DataComparator.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/java_helpers/extractData.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/java_helpers/myMergeSort.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/java_helpers/revDataComparator.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/spark_helpers/BitSetJoin.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/spark_helpers/List2AttributesObjectSkinny.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/spark_helpers/addUniqueID.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/spark_helpers/build2ListObject.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/spark_helpers/extractData.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/spark_helpers/filterUnwantedBlocks.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/spark_helpers/myMergeSort.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/main/java/org/apache/wayang/iejoin/operators/spark_helpers/revDataComparator.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/test/java/org/apache/wayang/iejoin/operators/JavaExecutionOperatorTestBase.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/test/java/org/apache/wayang/iejoin/operators/JavaIEJoinOperatorTest.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/test/java/org/apache/wayang/iejoin/operators/SparkIEJoinOperatorTest.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/test/java/org/apache/wayang/iejoin/operators/SparkIEJoinOperatorTest2.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/test/java/org/apache/wayang/iejoin/operators/SparkIEJoinOperatorTest3.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/test/java/org/apache/wayang/iejoin/operators/SparkIEJoinOperatorTest4.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/test/java/org/apache/wayang/iejoin/operators/SparkIESelfJoinOperatorTest.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/test/java/org/apache/wayang/iejoin/operators/SparkOperatorTestBase.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/test/java/org/apache/wayang/iejoin/test/ChannelFactory.java (100%)
rename {wayang-extensions => wayang-plugins}/wayang-iejoin/src/test/resources/wayang.properties (100%)
copy {wayang-api => wayang-resources}/pom.xml (54%)
copy wayang-api/pom.xml => wayang-resources/src/main/assembly/resources.xml (52%)
copy wayang-api/pom.xml => wayang-resources/src/main/resources/assemblies/resources.xml (50%)
rename wayang-tests-integration/src/test/resources/{lines-with-key1.txt => lines-with-key1.input} (100%)
rename wayang-tests-integration/src/test/resources/{lines-with-key2.txt => lines-with-key2.input} (100%)
rename wayang-tests-integration/src/test/resources/{other-lines.txt => other-lines.input} (100%)
rename wayang-tests-integration/src/test/resources/{some-lines.txt => some-lines.input} (100%)
rename wayang-commons/wayang-basic/src/test/resources/ulysses.txt => wayang-tests-integration/src/test/resources/ulysses.input (100%)
rename wayang-tests-integration/{src/test/java/org/apache/wayang/tests => src_2_11/test/java/org/apache/wayang/test}/GraphChiIntegrationIT.java (93%)
[incubator-wayang] 01/01: [WAYANG-40] change spark version
depending on the profile of scala
Posted by be...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
bertty pushed a commit to branch develop
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
commit 8fe27e6b91c124b43e6cebec628e576eef9606f7
Author: Bertty Contreras-Rojas <be...@scalytics.io>
AuthorDate: Thu Sep 9 16:55:40 2021 +0200
[WAYANG-40] change spark version depending on the profile of scala
Signed-off-by: bertty <be...@gmail.com>
---
.travis.yml | 11 ++++++-----
pom.xml | 5 +++--
wayang-api/wayang-api-python/pom.xml | 1 -
wayang-api/wayang-api-scala-java/pom.xml | 2 --
wayang-platforms/wayang-spark/pom.xml | 2 --
wayang-plugins/wayang-iejoin/pom.xml | 2 --
wayang-profiler/pom.xml | 4 +---
wayang-tests-integration/pom.xml | 6 ++----
8 files changed, 12 insertions(+), 21 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index 5c2543a..bf473fe 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -28,10 +28,10 @@ notification:
on_success: never
on_failure: never
on_start: false
-#cache:
-# directories:
-# - .autoconf
-# - $HOME/.m2
+cache:
+ directories:
+ - .autoconf
+ - $HOME/.m2
before_install:
- echo "${GENERATE_DOCS}"
@@ -86,7 +86,8 @@ before_script:
# - chmod +x ./docs/script/cibuild
script:
#- jdk_switcher use openjdk8
- - bin/change-scala-version.sh 2.12.12 && mvn clean install -Pdistro,scala-12 "${mvn_opts[@]}" &> result.log
+ - bin/change-scala-version.sh 2.11.12 && mvn clean install -Pdistro,scala-11 "${mvn_opts[@]}" &> result.log
+ - bin/change-scala-version.sh 2.12.12 && mvn clean install -Pdistro,scala-12 "${mvn_opts[@]}" &>> result.log
- cat /home/travis/build/apache/incubator-wayang/target/rat.txt || echo "file doesn't exist"
- tail -n 2000 result.log
diff --git a/pom.xml b/pom.xml
index f780094..9d30091 100644
--- a/pom.xml
+++ b/pom.xml
@@ -113,8 +113,6 @@
<hadoop.version>2.7.7</hadoop.version>
<!-- To be overridden by individual modules -->
<java-module-name>org.apache.wayang.default</java-module-name>
- <scala.version>2.11.12</scala.version>
- <scala.mayor.version>2.11</scala.mayor.version>
<code.coverage.project.folder>${basedir}/</code.coverage.project.folder>
<code.coverage.overall.data.folder>${basedir}/target/aggregate.exec</code.coverage.overall.data.folder>
</properties>
@@ -579,6 +577,7 @@
<properties>
<scala.version>2.11.12</scala.version>
<scala.mayor.version>2.11</scala.mayor.version>
+ <spark.version>2.4.8</spark.version>
</properties>
</profile>
@@ -587,6 +586,7 @@
<properties>
<scala.version>2.12.12</scala.version>
<scala.mayor.version>2.12</scala.mayor.version>
+ <spark.version>3.1.2</spark.version>
</properties>
</profile>
@@ -595,6 +595,7 @@
<properties>
<scala.version>2.13.3</scala.version>
<scala.mayor.version>2.13</scala.mayor.version>
+ <spark.version>3.1.2</spark.version>
</properties>
</profile>
diff --git a/wayang-api/wayang-api-python/pom.xml b/wayang-api/wayang-api-python/pom.xml
index 5fa5dc8..d9e1a19 100644
--- a/wayang-api/wayang-api-python/pom.xml
+++ b/wayang-api/wayang-api-python/pom.xml
@@ -36,6 +36,5 @@
<properties>
<java-module-name>org.apache.wayang.api</java-module-name>
- <spark.version>3.1.2</spark.version>
</properties>
</project>
diff --git a/wayang-api/wayang-api-scala-java/pom.xml b/wayang-api/wayang-api-scala-java/pom.xml
index ed16583..2b78346 100644
--- a/wayang-api/wayang-api-scala-java/pom.xml
+++ b/wayang-api/wayang-api-scala-java/pom.xml
@@ -34,8 +34,6 @@
<properties>
<java-module-name>org.apache.wayang.api</java-module-name>
- <spark.version>3.1.2</spark.version>
- <scala.mayor.version>2.12</scala.mayor.version>
</properties>
<dependencyManagement>
diff --git a/wayang-platforms/wayang-spark/pom.xml b/wayang-platforms/wayang-spark/pom.xml
index 7266a7b..1e9e3e7 100644
--- a/wayang-platforms/wayang-spark/pom.xml
+++ b/wayang-platforms/wayang-spark/pom.xml
@@ -36,8 +36,6 @@
<properties>
<java-module-name>org.apache.wayang.platform.spark</java-module-name>
- <spark.version>3.1.2</spark.version>
- <scala.mayor.version>2.12</scala.mayor.version>
</properties>
diff --git a/wayang-plugins/wayang-iejoin/pom.xml b/wayang-plugins/wayang-iejoin/pom.xml
index 8bfb314..ac0c73d 100644
--- a/wayang-plugins/wayang-iejoin/pom.xml
+++ b/wayang-plugins/wayang-iejoin/pom.xml
@@ -24,8 +24,6 @@
<properties>
<java-module-name>org.apache.wayang.extensions.iejoin</java-module-name>
- <spark.version>3.1.2</spark.version>
- <scala.mayor.version>2.12</scala.mayor.version>
</properties>
<dependencies>
diff --git a/wayang-profiler/pom.xml b/wayang-profiler/pom.xml
index 95de519..caaef08 100644
--- a/wayang-profiler/pom.xml
+++ b/wayang-profiler/pom.xml
@@ -34,8 +34,6 @@
<properties>
<java-module-name>org.apache.wayang.profiler</java-module-name>
- <spark.version>3.1.2</spark.version>
- <scala.mayor.version>2.12</scala.mayor.version>
</properties>
<dependencyManagement>
@@ -99,7 +97,7 @@
</dependency>
<dependency>
<groupId>org.graphchi</groupId>
- <artifactId>graphchi-java_${scala.mayor.version}</artifactId>
+ <artifactId>graphchi-java_2.11</artifactId>
<version>0.2.2</version>
<scope>test</scope>
<exclusions>
diff --git a/wayang-tests-integration/pom.xml b/wayang-tests-integration/pom.xml
index 583886c..a9e0c65 100644
--- a/wayang-tests-integration/pom.xml
+++ b/wayang-tests-integration/pom.xml
@@ -35,8 +35,6 @@
<properties>
<java-module-name>org.apache.wayang.test.integration</java-module-name>
<graphchi.version>0.2.2</graphchi.version>
- <spark.version>3.1.2</spark.version>
- <scala.mayor.version>2.12</scala.mayor.version>
<flink.version>1.7.1</flink.version>
<giraph.version>1.2.0-hadoop2</giraph.version>
</properties>
@@ -280,8 +278,8 @@
</dependency>
<dependency>
<groupId>org.graphchi</groupId>
- <artifactId>graphchi-java_${scala.mayor.version}</artifactId>
- <version>${graphchi.version}</version>
+ <artifactId>graphchi-java_2.11</artifactId>
+ <version>0.2.2</version>
<scope>test</scope>
<exclusions>
<exclusion>