You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@wayang.apache.org by be...@apache.org on 2021/02/24 00:03:32 UTC
[incubator-wayang-website] 01/01: Lastest site built on successful
travis build 9 auto-pushed to github
This is an automated email from the ASF dual-hosted git repository.
bertty pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-wayang-website.git
commit 1e81ee667292a6720b425db9d50b6aac7ca06d4e
Author: Travis CI User <tr...@example.org>
AuthorDate: Wed Feb 24 00:03:20 2021 +0000
Lastest site built on successful travis build 9 auto-pushed to github
---
.asf.yaml | 45 +++
.gitignore | 202 ++++++++++
.travis.yml | 38 ++
DISCLAIMER | 7 +
LICENSE.TXT | 202 ++++++++++
NOTICE.TXT | 7 +
about.html | 397 ++++++++++++++++++++
assets/css/color.css | 75 ++++
assets/css/home.css | 160 ++++++++
assets/css/monokai.css | 116 ++++++
assets/img/architecture.png | Bin 0 -> 139638 bytes
assets/img/background-1.png | Bin 0 -> 2202333 bytes
assets/img/egg-logo.png | Bin 0 -> 17961 bytes
assets/img/keyword.png | Bin 0 -> 851223 bytes
assets/img/plan.png | Bin 0 -> 579427 bytes
assets/img/puppet.png | Bin 0 -> 912982 bytes
assets/img/puzzle-piece.png | Bin 0 -> 9107 bytes
assets/img/puzzle-piece.svg | 13 +
assets/img/screenshot/bigdansing.png | Bin 0 -> 557471 bytes
assets/img/screenshot/iejoin.png | Bin 0 -> 539266 bytes
assets/img/screenshot/ml4all.png | Bin 0 -> 473669 bytes
assets/img/screenshot/rheem.png | Bin 0 -> 535752 bytes
assets/img/screenshot/rheemdemo.png | Bin 0 -> 494262 bytes
assets/img/screenshot/rheemhandson.png | Bin 0 -> 470429 bytes
assets/img/screenshot/rheemtutorial.png | Bin 0 -> 544347 bytes
assets/img/screenshot/sparksummit.png | Bin 0 -> 993941 bytes
assets/img/screenshot/studiodemo.png | Bin 0 -> 501092 bytes
assets/img/screenshot/vision.png | Bin 0 -> 478990 bytes
assets/img/wayang-banner.png | Bin 0 -> 424872 bytes
assets/js/add_numbers.js | 30 ++
assets/json/particules.conf.poligon.json | 110 ++++++
assets/pdf/paper/bigdansing.pdf | Bin 0 -> 1035767 bytes
assets/pdf/paper/iejoin.pdf | Bin 0 -> 664253 bytes
assets/pdf/paper/ml4all.pdf | Bin 0 -> 1976896 bytes
assets/pdf/paper/rheem.pdf | Bin 0 -> 1919964 bytes
assets/pdf/paper/rheemdemo.pdf | Bin 0 -> 542899 bytes
assets/pdf/paper/rheemhandson.pdf | Bin 0 -> 112712 bytes
assets/pdf/paper/rheemtutorial.pdf | Bin 0 -> 170827 bytes
assets/pdf/paper/studiodemo.pdf | Bin 0 -> 3026036 bytes
assets/pdf/paper/vision.pdf | Bin 0 -> 732714 bytes
documentation.html | 575 +++++++++++++++++++++++++++++
empty.html | 199 ++++++++++
index.html | 466 +++++++++++++++++++++++
publications-home.html | 472 +++++++++++++++++++++++
publications/2015-05-31-sigmod.html | 221 +++++++++++
publications/2015-08-31-vldb.html | 221 +++++++++++
publications/2016-03-15-edbt.html | 221 +++++++++++
publications/2016-06-26-sigmod.html | 221 +++++++++++
publications/2016-09-05-vldb.html | 225 +++++++++++
publications/2017-05-14-sigmod.html | 221 +++++++++++
publications/2017-06-12-spark_summit.html | 223 +++++++++++
publications/2018-04-16-icde-demo.html | 221 +++++++++++
publications/2018-04-16-icde-tutorial.html | 221 +++++++++++
publications/2018-08-27-vldb.html | 221 +++++++++++
script/cibuild | 54 +++
55 files changed, 5384 insertions(+)
diff --git a/.asf.yaml b/.asf.yaml
new file mode 100644
index 0000000..4054061
--- /dev/null
+++ b/.asf.yaml
@@ -0,0 +1,45 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+notifications:
+ commits: commits@wayang.apache.org
+ issues: issues@wayang.apache.org
+ pullrequests: dev@wayang.apache.org
+ jira_options: link label worklog comment
+
+publish:
+ whoami: asf-site
+
+github:
+ description: "Apache Wayang is an Cross-Platform processing system"
+ homepage: https://wayang.apache.org/
+ features:
+ # Disable wiki for documentation
+ wiki: false
+ # Disable issue management
+ issues: false
+ # Disable projects for project management boards
+ projects: false
+ enabled_merge_buttons:
+ # enable squash button:
+ squash: true
+ # enable merge button:
+ merge: true
+ # disable rebase button:
+ rebase: false
+
+ ghp_branch: asf-site
+ ghp_path: /
diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..a3e114e
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,202 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Created by https://www.toptal.com/developers/gitignore/api/macos,jekyll,intellij+all,ruby
+# Edit at https://www.toptal.com/developers/gitignore?templates=macos,jekyll,intellij+all,ruby
+
+### Intellij+all ###
+# Covers JetBrains IDEs: IntelliJ, RubyMine, PhpStorm, AppCode, PyCharm, CLion, Android Studio, WebStorm and Rider
+# Reference: https://intellij-support.jetbrains.com/hc/en-us/articles/206544839
+
+# User-specific stuff
+.idea/**/workspace.xml
+.idea/**/tasks.xml
+.idea/**/usage.statistics.xml
+.idea/**/dictionaries
+.idea/**/shelf
+
+# Generated files
+.idea/**/contentModel.xml
+
+# Sensitive or high-churn files
+.idea/**/dataSources/
+.idea/**/dataSources.ids
+.idea/**/dataSources.local.xml
+.idea/**/sqlDataSources.xml
+.idea/**/dynamic.xml
+.idea/**/uiDesigner.xml
+.idea/**/dbnavigator.xml
+
+# Gradle
+.idea/**/gradle.xml
+.idea/**/libraries
+
+# Gradle and Maven with auto-import
+# When using Gradle or Maven with auto-import, you should exclude module files,
+# since they will be recreated, and may cause churn. Uncomment if using
+# auto-import.
+# .idea/artifacts
+# .idea/compiler.xml
+# .idea/jarRepositories.xml
+# .idea/modules.xml
+# .idea/*.iml
+# .idea/modules
+# *.iml
+# *.ipr
+
+# CMake
+cmake-build-*/
+
+# Mongo Explorer plugin
+.idea/**/mongoSettings.xml
+
+# File-based project format
+*.iws
+
+# IntelliJ
+out/
+
+# mpeltonen/sbt-idea plugin
+.idea_modules/
+
+# JIRA plugin
+atlassian-ide-plugin.xml
+
+# Cursive Clojure plugin
+.idea/replstate.xml
+
+# Crashlytics plugin (for Android Studio and IntelliJ)
+com_crashlytics_export_strings.xml
+crashlytics.properties
+crashlytics-build.properties
+fabric.properties
+
+# Editor-based Rest Client
+.idea/httpRequests
+
+# Android studio 3.1+ serialized cache file
+.idea/caches/build_file_checksums.ser
+
+### Intellij+all Patch ###
+# Ignores the whole .idea folder and all .iml files
+# See https://github.com/joeblau/gitignore.io/issues/186 and https://github.com/joeblau/gitignore.io/issues/360
+
+.idea/
+
+# Reason: https://github.com/joeblau/gitignore.io/issues/186#issuecomment-249601023
+
+*.iml
+modules.xml
+.idea/misc.xml
+*.ipr
+
+# Sonarlint plugin
+.idea/sonarlint
+
+### Jekyll ###
+_site/
+.sass-cache/
+.jekyll-cache/
+.jekyll-metadata
+
+### macOS ###
+# General
+.DS_Store
+.AppleDouble
+.LSOverride
+
+# Icon must end with two \r
+Icon
+
+
+# Thumbnails
+._*
+
+# Files that might appear in the root of a volume
+.DocumentRevisions-V100
+.fseventsd
+.Spotlight-V100
+.TemporaryItems
+.Trashes
+.VolumeIcon.icns
+.com.apple.timemachine.donotpresent
+
+# Directories potentially created on remote AFP share
+.AppleDB
+.AppleDesktop
+Network Trash Folder
+Temporary Items
+.apdisk
+
+### Ruby ###
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+# Ignore Byebug command history file.
+.byebug_history
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc
+
+# Used by RuboCop. Remote config files pulled in from inherit_from directive.
+# .rubocop-https?--*
+
+# End of https://www.toptal.com/developers/gitignore/api/macos,jekyll,intellij+all,ruby
diff --git a/.travis.yml b/.travis.yml
new file mode 100644
index 0000000..f4ff2b2
--- /dev/null
+++ b/.travis.yml
@@ -0,0 +1,38 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+language: ruby
+rvm:
+- 2.6.3
+before_script:
+- chmod +x ./script/cibuild
+install: bundle install
+script: "./script/cibuild"
+branches:
+ only:
+ - develop
+ - main
+addons:
+ apt:
+ packages:
+ - libcurl4-openssl-dev
+cache: bundler
+notifications:
+ email: false
+env:
+ global:
+ secure: GqzCosWAev40ym9KPKGwGljdrDkVBcjh/+p39XrhaR2wTnstC7ygcVLFj4TSH8Wtt1zrawJSFNrqid62OQirsnYwx9DE2FB1hDApkv3Z9uxLj4Fg4npGQe6EnyVPev9bvxv2wLQgi8sxbabW2eOpYBuSXCV/Lsyikv8aKyCBKtTKiYYUgfLiB+CfLcIUm7LoHznBcOfv9J8VCvGsWCuNmgszRiVdbGy0CFcw4qAmw9p7iApiszlAvSuF1tvAaXxITK3nFfZZOCx6GlFnY8/lSn3k6wKqGsfD60Bmgk3eBwtM5iiltK1O7I1vOLXGNEQkfFsemDWI5GkVAcUSr1BnMFDYS5Cvw1BNbc4xHAmtovTWUzokKep0EuhRiuFFVnEHXqPTApEs+VZvhAwGTiafAymKGo6INGtHG5yBsvLZMADk0VpTRG3TDXFHQMTsFjCZ3IYLcKYoOmLYBOcS4Rk4HQLvQdVwivTt [...]
diff --git a/DISCLAIMER b/DISCLAIMER
new file mode 100644
index 0000000..9ebfb65
--- /dev/null
+++ b/DISCLAIMER
@@ -0,0 +1,7 @@
+Apache Wayang is an effort undergoing incubation at The Apache Software
+Foundation (ASF), sponsored by the Apache Incubator PMC. Incubation is required
+of all newly accepted projects until a further review indicates that the
+infrastructure, communications, and decision making process have stabilized in
+a manner consistent with other successful ASF projects. While incubation status
+is not necessarily a reflection of the completeness or stability of the code,
+it does indicate that the project has yet to be fully endorsed by the ASF.
\ No newline at end of file
diff --git a/LICENSE.TXT b/LICENSE.TXT
new file mode 100644
index 0000000..d645695
--- /dev/null
+++ b/LICENSE.TXT
@@ -0,0 +1,202 @@
+
+ Apache License
+ Version 2.0, January 2004
+ http://www.apache.org/licenses/
+
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+ 1. Definitions.
+
+ "License" shall mean the terms and conditions for use, reproduction,
+ and distribution as defined by Sections 1 through 9 of this document.
+
+ "Licensor" shall mean the copyright owner or entity authorized by
+ the copyright owner that is granting the License.
+
+ "Legal Entity" shall mean the union of the acting entity and all
+ other entities that control, are controlled by, or are under common
+ control with that entity. For the purposes of this definition,
+ "control" means (i) the power, direct or indirect, to cause the
+ direction or management of such entity, whether by contract or
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
+ outstanding shares, or (iii) beneficial ownership of such entity.
+
+ "You" (or "Your") shall mean an individual or Legal Entity
+ exercising permissions granted by this License.
+
+ "Source" form shall mean the preferred form for making modifications,
+ including but not limited to software source code, documentation
+ source, and configuration files.
+
+ "Object" form shall mean any form resulting from mechanical
+ transformation or translation of a Source form, including but
+ not limited to compiled object code, generated documentation,
+ and conversions to other media types.
+
+ "Work" shall mean the work of authorship, whether in Source or
+ Object form, made available under the License, as indicated by a
+ copyright notice that is included in or attached to the work
+ (an example is provided in the Appendix below).
+
+ "Derivative Works" shall mean any work, whether in Source or Object
+ form, that is based on (or derived from) the Work and for which the
+ editorial revisions, annotations, elaborations, or other modifications
+ represent, as a whole, an original work of authorship. For the purposes
+ of this License, Derivative Works shall not include works that remain
+ separable from, or merely link (or bind by name) to the interfaces of,
+ the Work and Derivative Works thereof.
+
+ "Contribution" shall mean any work of authorship, including
+ the original version of the Work and any modifications or additions
+ to that Work or Derivative Works thereof, that is intentionally
+ submitted to Licensor for inclusion in the Work by the copyright owner
+ or by an individual or Legal Entity authorized to submit on behalf of
+ the copyright owner. For the purposes of this definition, "submitted"
+ means any form of electronic, verbal, or written communication sent
+ to the Licensor or its representatives, including but not limited to
+ communication on electronic mailing lists, source code control systems,
+ and issue tracking systems that are managed by, or on behalf of, the
+ Licensor for the purpose of discussing and improving the Work, but
+ excluding communication that is conspicuously marked or otherwise
+ designated in writing by the copyright owner as "Not a Contribution."
+
+ "Contributor" shall mean Licensor and any individual or Legal Entity
+ on behalf of whom a Contribution has been received by Licensor and
+ subsequently incorporated within the Work.
+
+ 2. Grant of Copyright License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ copyright license to reproduce, prepare Derivative Works of,
+ publicly display, publicly perform, sublicense, and distribute the
+ Work and such Derivative Works in Source or Object form.
+
+ 3. Grant of Patent License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ (except as stated in this section) patent license to make, have made,
+ use, offer to sell, sell, import, and otherwise transfer the Work,
+ where such license applies only to those patent claims licensable
+ by such Contributor that are necessarily infringed by their
+ Contribution(s) alone or by combination of their Contribution(s)
+ with the Work to which such Contribution(s) was submitted. If You
+ institute patent litigation against any entity (including a
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
+ or a Contribution incorporated within the Work constitutes direct
+ or contributory patent infringement, then any patent licenses
+ granted to You under this License for that Work shall terminate
+ as of the date such litigation is filed.
+
+ 4. Redistribution. You may reproduce and distribute copies of the
+ Work or Derivative Works thereof in any medium, with or without
+ modifications, and in Source or Object form, provided that You
+ meet the following conditions:
+
+ (a) You must give any other recipients of the Work or
+ Derivative Works a copy of this License; and
+
+ (b) You must cause any modified files to carry prominent notices
+ stating that You changed the files; and
+
+ (c) You must retain, in the Source form of any Derivative Works
+ that You distribute, all copyright, patent, trademark, and
+ attribution notices from the Source form of the Work,
+ excluding those notices that do not pertain to any part of
+ the Derivative Works; and
+
+ (d) If the Work includes a "NOTICE" text file as part of its
+ distribution, then any Derivative Works that You distribute must
+ include a readable copy of the attribution notices contained
+ within such NOTICE file, excluding those notices that do not
+ pertain to any part of the Derivative Works, in at least one
+ of the following places: within a NOTICE text file distributed
+ as part of the Derivative Works; within the Source form or
+ documentation, if provided along with the Derivative Works; or,
+ within a display generated by the Derivative Works, if and
+ wherever such third-party notices normally appear. The contents
+ of the NOTICE file are for informational purposes only and
+ do not modify the License. You may add Your own attribution
+ notices within Derivative Works that You distribute, alongside
+ or as an addendum to the NOTICE text from the Work, provided
+ that such additional attribution notices cannot be construed
+ as modifying the License.
+
+ You may add Your own copyright statement to Your modifications and
+ may provide additional or different license terms and conditions
+ for use, reproduction, or distribution of Your modifications, or
+ for any such Derivative Works as a whole, provided Your use,
+ reproduction, and distribution of the Work otherwise complies with
+ the conditions stated in this License.
+
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
+ any Contribution intentionally submitted for inclusion in the Work
+ by You to the Licensor shall be under the terms and conditions of
+ this License, without any additional terms or conditions.
+ Notwithstanding the above, nothing herein shall supersede or modify
+ the terms of any separate license agreement you may have executed
+ with Licensor regarding such Contributions.
+
+ 6. Trademarks. This License does not grant permission to use the trade
+ names, trademarks, service marks, or product names of the Licensor,
+ except as required for reasonable and customary use in describing the
+ origin of the Work and reproducing the content of the NOTICE file.
+
+ 7. Disclaimer of Warranty. Unless required by applicable law or
+ agreed to in writing, Licensor provides the Work (and each
+ Contributor provides its Contributions) on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+ implied, including, without limitation, any warranties or conditions
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+ PARTICULAR PURPOSE. You are solely responsible for determining the
+ appropriateness of using or redistributing the Work and assume any
+ risks associated with Your exercise of permissions under this License.
+
+ 8. Limitation of Liability. In no event and under no legal theory,
+ whether in tort (including negligence), contract, or otherwise,
+ unless required by applicable law (such as deliberate and grossly
+ negligent acts) or agreed to in writing, shall any Contributor be
+ liable to You for damages, including any direct, indirect, special,
+ incidental, or consequential damages of any character arising as a
+ result of this License or out of the use or inability to use the
+ Work (including but not limited to damages for loss of goodwill,
+ work stoppage, computer failure or malfunction, or any and all
+ other commercial damages or losses), even if such Contributor
+ has been advised of the possibility of such damages.
+
+ 9. Accepting Warranty or Additional Liability. While redistributing
+ the Work or Derivative Works thereof, You may choose to offer,
+ and charge a fee for, acceptance of support, warranty, indemnity,
+ or other liability obligations and/or rights consistent with this
+ License. However, in accepting such obligations, You may act only
+ on Your own behalf and on Your sole responsibility, not on behalf
+ of any other Contributor, and only if You agree to indemnify,
+ defend, and hold each Contributor harmless for any liability
+ incurred by, or claims asserted against, such Contributor by reason
+ of your accepting any such warranty or additional liability.
+
+ END OF TERMS AND CONDITIONS
+
+ APPENDIX: How to apply the Apache License to your work.
+
+ To apply the Apache License to your work, attach the following
+ boilerplate notice, with the fields enclosed by brackets "[]"
+ replaced with your own identifying information. (Don't include
+ the brackets!) The text should be enclosed in the appropriate
+ comment syntax for the file format. We also recommend that a
+ file or class name and description of purpose be included on the
+ same "printed page" as the copyright notice for easier
+ identification within third-party archives.
+
+ Copyright [yyyy] [name of copyright owner]
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
diff --git a/NOTICE.TXT b/NOTICE.TXT
new file mode 100644
index 0000000..bdcd080
--- /dev/null
+++ b/NOTICE.TXT
@@ -0,0 +1,7 @@
+Apache Wayang (incubating)
+Copyright 2021 The Apache Software Foundation
+
+This product includes software developed at
+The Apache Software Foundation (http://www.apache.org/).
+
+============================================================================
\ No newline at end of file
diff --git a/about.html b/about.html
new file mode 100644
index 0000000..bad8a82
--- /dev/null
+++ b/about.html
@@ -0,0 +1,397 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - About</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">About</h1>
+
+ </div>
+</div>
+
+<section>
+ <div class="container">
+ <div class="row" style="margin-top: 15px;">
+ <div class="col-md-12 col-sm-12">
+ <div style="text-align: justify">
+ <p>Apache Wayang has a three-layer data processing abstraction that sits between user applications and data processing platforms, such as Hadoop and Spark. The figure below depicts the Apache Wayang architecture: (i) an application layer that models all application-specific logic; (ii) a core layer that provides the intermediate representation between applications and processing platforms; and (iii) a platform layer that embraces the underlying processing platforms. O [...]
+
+
+ </div>
+ </div>
+ </div>
+ </div>
+</section>
+
+
+<section>
+ <div class="container">
+ <div class="row">
+ <div class="col-md-6 col-sm-12 text-center ">
+ <img src="https://wayang.apache.org/assets/img/architecture.png" style="width: 100%;"/>
+ <br>
+ <em>Architecture of Apache Wayang</em>
+ </div>
+ <div class="col-md-6 col-sm-12 text-center ">
+ <img src="https://wayang.apache.org/assets/img/plan.png" style="width: 100%;"/>
+ <br>
+ <em>SGD plans</em>
+ </div>
+ </div>
+ </div>
+</section>
+
+<div class="subtitle-post d-flex align-items-center mt-5 shadow" >
+ <div class="col" style="text-align: center">
+ <h1 style="color: white; font-size: 4em">Features</h1>
+ </div>
+</div>
+
+<section id="feature_about" class="container-fluid">
+
+
+
+ <div class="row">
+ <div class="container">
+ <div class="row d-flex flex-nowrap">
+ <div class="col-sm-12 col-md-3 col-md-push-9 text-center align-self-center p-2 order-2">
+ <div class="service-item">
+ <i class="fas fa-bezier-curve fa-5x"></i>
+ <h4>Cross-platform</h4>
+ <strong>
+ Run a single data analytic task on top of any set of data processing platforms.
+ </strong>
+ </div>
+ </div>
+ <div class="col-sm-12 col-md-9 col-md-pull-3 align-self-center p-2 order-1">
+ <p class="text-justify">
+ The most salient feature of Apache Wayang is its cross-platform optimizer. Besides deciding the best processing platform to run any incoming task, Apache Wayang can run a single task on multiple processing platforms. Overall, it applies an extensible set of graph transformations to a Apache Wayang plan to find alternative execution plans. Then, it compares all execution plans by using a platform-specific cost model. Cost functions can either be given or learne [...]
+
+ </p>
+ </div>
+ </div>
+
+ </div>
+
+ </div>
+
+
+
+ <div class="row">
+ <div class="container">
+ <div class="row d-flex flex-nowrap">
+ <div class="col-sm-12 col-md-3 col-md-push-9 text-center align-self-center p-2 order-1">
+ <div class="service-item">
+ <i class="fa fa-clock fa-5x"></i>
+ <h4>High-Efficiency</h4>
+ <strong>
+ It selects the best available data processing platform for any incoming query.
+ </strong>
+ </div>
+ </div>
+ <div class="col-sm-12 col-md-9 col-md-pull-3 align-self-center p-2 order-2">
+ <p class="text-justify">
+ Apache Wayang provides a number of optimized operators and novel query optimization process that allows it to efficiently deal with big (as well as small) datasets. Furthermore, as its data processing abstraction is based on UDFs, Apache Wayang lets applications expose semantic properties about their functions, optimization hints (e.g., numbers of iterations), constraints (e.g., physical collocation of operators), and alternative plans. The optimizer then uses [...]
+
+ </p>
+ </div>
+ </div>
+
+ </div>
+
+ </div>
+
+
+
+ <div class="row">
+ <div class="container">
+ <div class="row d-flex flex-nowrap">
+ <div class="col-sm-12 col-md-3 col-md-push-9 text-center align-self-center p-2 order-2">
+ <div class="service-item">
+ <i class="fa fa-puzzle-piece fa-5x"></i>
+ <h4>Flexibility</h4>
+ <strong>
+ User defined functions (UDFs) as first-class citizens, enabling extensibility and adaptability.
+ </strong>
+ </div>
+ </div>
+ <div class="col-sm-12 col-md-9 col-md-pull-3 align-self-center p-2 order-1">
+ <p class="text-justify">
+ Apache Wayang provides a set of Wayang operators, which applications use to specify their tasks, as well as a set of execution operators, which processing platform provide to run application tasks. The key aspect is that Apache Wayang provides a flexible operator mapping structure allowing developers to add, modify, or delete mappings among Wayang and execution operators. As a result, developers can also add or remove Wayang and execution operators.
+
+ </p>
+ </div>
+ </div>
+
+ </div>
+
+ </div>
+
+
+
+ <div class="row">
+ <div class="container">
+ <div class="row d-flex flex-nowrap">
+ <div class="col-sm-12 col-md-3 col-md-push-9 text-center align-self-center p-2 order-1">
+ <div class="service-item">
+ <i class="fas fa-child fa-5x"></i>
+ <h4>Ease-of-Use</h4>
+ <strong>
+ A simple interface that allows developers to focus only on the logics of their application.
+ </strong>
+ </div>
+ </div>
+ <div class="col-sm-12 col-md-9 col-md-pull-3 align-self-center p-2 order-2">
+ <p class="text-justify">
+ Apache Wayang exposes a simple Java API to developers whereby they can implement their tasks. Developers focus on the logics of their tasks rather than on low-level details specific to data processing platforms. The figure of the SGD plans above shows the Wayang plan for a scalable gradient descent implementation: we clearly see that this tedious implementation task is now much easier!
+
+ </p>
+ </div>
+ </div>
+
+ </div>
+
+ </div>
+
+
+
+ <div class="row">
+ <div class="container">
+ <div class="row d-flex flex-nowrap">
+ <div class="col-sm-12 col-md-3 col-md-push-9 text-center align-self-center p-2 order-2">
+ <div class="service-item">
+ <i class="fa fa-piggy-bank fa-5x"></i>
+ <h4>Cost Saving</h4>
+ <strong>
+ Fast development of data analytic applications.
+ </strong>
+ </div>
+ </div>
+ <div class="col-sm-12 col-md-9 col-md-pull-3 align-self-center p-2 order-1">
+ <p class="text-justify">
+ Users do not have to know the intricacies of the underlying platforms: they focus on the logic of their application only. This not only speeds up the development of applications, but also it is no longer a must to be an expert in big data infrastructures. Apache Wayang takes care of how and on which data processing platforms to deploy your applications.
+
+ </p>
+ </div>
+ </div>
+
+ </div>
+
+ </div>
+
+
+
+ <div class="row">
+ <div class="container">
+ <div class="row d-flex flex-nowrap">
+ <div class="col-sm-12 col-md-3 col-md-push-9 text-center align-self-center p-2 order-1">
+ <div class="service-item">
+ <i class="fa fa-code-branch fa-5x"></i>
+ <h4>Open Source</h4>
+ <strong>
+ All code is on GitHub under Apache License.
+ </strong>
+ </div>
+ </div>
+ <div class="col-sm-12 col-md-9 col-md-pull-3 align-self-center p-2 order-2">
+ <p class="text-justify">
+ Apache Wayang has been open source from its very beginnings and will keep being open source until its very endings. Feel free to download it, try it, and contribute to it. Help us to make it better!
+
+ </p>
+ </div>
+ </div>
+
+ </div>
+
+ </div>
+
+
+
+</section>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/assets/css/color.css b/assets/css/color.css
new file mode 100644
index 0000000..115cfb3
--- /dev/null
+++ b/assets/css/color.css
@@ -0,0 +1,75 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+/*TODO: bring the css to scss*/
+.bg-gray-dark {
+ background-color: #4C5459 !important;
+}
+
+.bg-gray-light {
+ #background-color: #A6A6A6 !important;
+ background-color: #111111 !important;
+}
+
+.bg-brown-light {
+ background-color: #D9C2A7 !important;
+}
+
+.bg-brown-dark {
+ background-color: #593825 !important;
+}
+
+.bg-black {
+ background-color: #261816 !important;
+}
+
+.letter-gray-dark {
+ color: #4C5459 !important;
+}
+
+.letter-grey-light {
+ color: #A6A6A6 !important;
+}
+
+.letter-brown-light {
+ color: #D9C2A7 !important;
+}
+
+.letter-brown-dark {
+ color: #593825 !important;
+}
+
+.letter-black {
+ color: #261816 !important;
+}
+
+#logo-full {
+ background-image: url(../img/wayang-logo.svg);
+}
+
+.rotateimg15 {
+ -webkit-transform:rotate(-15deg);
+ -moz-transform: rotate(-15deg);
+ -ms-transform: rotate(-15deg);
+ -o-transform: rotate(-15deg);
+ transform: rotate(-15deg);
+}
+
+.service-item > *{
+ text-align: center;
+}
diff --git a/assets/css/home.css b/assets/css/home.css
new file mode 100644
index 0000000..f6d2529
--- /dev/null
+++ b/assets/css/home.css
@@ -0,0 +1,160 @@
+#full-screen
+{
+ min-height: 100vh;
+ width: 100vw;
+ background-image: url('https://wayang.apache.org/assets/img/wayang-banner.png');
+ background-repeat: no-repeat;
+ background-size: cover;
+ background-attachment: fixed;
+}
+#full-screen-2
+{
+ min-height: 100vh;
+ width: 100vw;
+ background-repeat: no-repeat;
+ background-size: cover;
+}
+
+canvas{
+ position:absolute;
+ left:0;
+ top:0;
+ z-index:-1;
+ position: fixed;
+}
+.title-post
+{
+ height: 10em;
+ background-position: 50%;
+ background-image: url('https://wayang.apache.org/assets/img/keyword.png');
+ background-repeat: no-repeat;
+ background-size: cover;
+ background-attachment: fixed;
+}
+
+.subtitle-post
+{
+ height: 7em;
+ background-position: 50%;
+ background-image: url('https://wayang.apache.org/assets/img/keyword.png');
+ background-repeat: no-repeat;
+ background-size: cover;
+ background-attachment: fixed;
+}
+
+.service-item {
+ text-align: center;
+}
+/*--
+service Start
+--*/
+#service {
+ text-align: center;
+ padding: 30px 0;
+}
+#service .service-item {
+ padding-bottom: 30px;
+}
+#service .service-item i {
+ font-size: 60px;
+ color: #4A4656;
+}
+#service .service-item h4 {
+ padding-top: 20px;
+ margin: 0;
+ color: #666;
+}
+#service .service-item p {
+ color: #888;
+ padding-top: 10px;
+ margin: 0;
+ font-size: 17px;
+ line-height: 1.8;
+}
+#feature_about > .row:nth-child(odd) {
+ background: linear-gradient(to left, rgba(139,134,163, 0.2), rgba(50,46,64, 0.0));
+}
+#feature_about > .row:nth-child(even) {
+ background: linear-gradient(to left, rgba(50,46,64, 0.0), rgba(139,134,163, 0.2));
+}
+
+.italic {
+ font-style: italic;
+}
+.bold {
+ font-weight: bold;
+}
+hr {
+ border: 1px dotted #555555;
+ width: 80%;
+}
+p {
+ text-align: justify;
+}
+
+.tx-shadow {
+ color: white;
+ text-shadow:
+ 0.05em 0 black,
+ 0 0.05em black,
+ -0.05em 0 black,
+ 0 -0.05em black,
+ -0.05em -0.05em black,
+ -0.05em 0.05em black,
+ 0.05em -0.05em black,
+ 0.05em 0.05em black;
+}
+.tx-shadow .lead {
+ font-size: 1.7em;
+}
+
+.container-circle {
+ min-height: 25em !important;
+}
+
+.circle {
+ height: 15em;
+ width: 15em;
+ background-color: #bbb;
+ border-radius: 100%;
+ display: inline-block;
+ text-align: center;
+ padding-top: 3em;
+ background: rgb(255,255,255);
+ background: linear-gradient(180deg, rgba(255,255,255,0.8) 0%, rgba(255,255,255,0.8) 92%, rgba(255,255,255,0) 100%); }
+
+.hide {
+ display: none;
+ width: 100%;
+ padding-inline: 0.5em;
+ padding-top: -0.2em;
+ font-size: 1.4em;
+}
+
+.circle:hover {
+ height: 25em;
+ transition: height 0.25s ease-in, border-radius 0.5s;
+ -webkit-transition: height 0.25s ease-in, border-radius 0.5s;
+ border-bottom-left-radius: 0% ;
+ border-bottom-right-radius: 0% ;
+}
+
+.circle:hover > .hide {
+ display: block;
+}
+
+.timeline {
+ padding-left: 2em;
+}
+
+.timeline > .row {
+ border-left-style: solid;
+ border-left-color: #212529;
+ border-left-width: 5px;
+}
+
+.line-top{
+ border-top-style: dotted;
+ border-top-color: #212529;
+ border-top-width: 1px;
+}
diff --git a/assets/css/monokai.css b/assets/css/monokai.css
new file mode 100644
index 0000000..1a53293
--- /dev/null
+++ b/assets/css/monokai.css
@@ -0,0 +1,116 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+.highlight pre {
+ background-color: #272822;
+ padding: 0.5em;
+ border-radius: 25px;
+}
+.highlight .hll { background-color: #272822; }
+.highlight .c { color: #75715e } /* Comment */
+.highlight .err { /* Error */
+ color: #f92672;
+}
+.highlight .k { color: #66d9ef } /* Keyword */
+.highlight .l { color: #ae81ff } /* Literal */
+.highlight .n { color: #f8f8f2 } /* Name */
+.highlight .o { color: #f92672 } /* Operator */
+.highlight .p { color: #f8f8f2 } /* Punctuation */
+.highlight .cm { color: #75715e } /* Comment.Multiline */
+.highlight .cp { color: #75715e } /* Comment.Preproc */
+.highlight .c1 { color: #75715e } /* Comment.Single */
+.highlight .cs { color: #75715e } /* Comment.Special */
+.highlight .ge { font-style: italic } /* Generic.Emph */
+.highlight .gs { font-weight: bold } /* Generic.Strong */
+.highlight .kc { color: #66d9ef } /* Keyword.Constant */
+.highlight .kd { color: #66d9ef } /* Keyword.Declaration */
+.highlight .kn { color: #f92672 } /* Keyword.Namespace */
+.highlight .kp { color: #66d9ef } /* Keyword.Pseudo */
+.highlight .kr { color: #66d9ef } /* Keyword.Reserved */
+.highlight .kt { color: #66d9ef } /* Keyword.Type */
+.highlight .ld { color: #e6db74 } /* Literal.Date */
+.highlight .m { color: #ae81ff } /* Literal.Number */
+.highlight .s { color: #e6db74 } /* Literal.String */
+.highlight .na { color: #a6e22e } /* Name.Attribute */
+.highlight .nb { color: #f8f8f2 } /* Name.Builtin */
+.highlight .nc { color: #a6e22e } /* Name.Class */
+.highlight .no { color: #66d9ef } /* Name.Constant */
+.highlight .nd { color: #a6e22e } /* Name.Decorator */
+.highlight .ni { color: #f8f8f2 } /* Name.Entity */
+.highlight .ne { color: #a6e22e } /* Name.Exception */
+.highlight .nf { color: #a6e22e } /* Name.Function */
+.highlight .nl { color: #f8f8f2 } /* Name.Label */
+.highlight .nn { color: #f8f8f2 } /* Name.Namespace */
+.highlight .nx { color: #a6e22e } /* Name.Other */
+.highlight .py { color: #f8f8f2 } /* Name.Property */
+.highlight .nt { color: #f92672 } /* Name.Tag */
+.highlight > code { color: #f8f8f2 } /* Name.Tag */
+.highlight .nv { color: #f8f8f2 } /* Name.Variable */
+.highlight .ow { color: #f92672 } /* Operator.Word */
+.highlight .w { color: #f8f8f2 } /* Text.Whitespace */
+.highlight .mf { color: #ae81ff } /* Literal.Number.Float */
+.highlight .mh { color: #ae81ff } /* Literal.Number.Hex */
+.highlight .mi { color: #ae81ff } /* Literal.Number.Integer */
+.highlight .mo { color: #ae81ff } /* Literal.Number.Oct */
+.highlight .sb { color: #e6db74 } /* Literal.String.Backtick */
+.highlight .sc { color: #e6db74 } /* Literal.String.Char */
+.highlight .sd { color: #e6db74 } /* Literal.String.Doc */
+.highlight .s2 { color: #e6db74 } /* Literal.String.Double */
+.highlight .se { color: #ae81ff } /* Literal.String.Escape */
+.highlight .sh { color: #e6db74 } /* Literal.String.Heredoc */
+.highlight .si { color: #e6db74 } /* Literal.String.Interpol */
+.highlight .sx { color: #e6db74 } /* Literal.String.Other */
+.highlight .sr { color: #e6db74 } /* Literal.String.Regex */
+.highlight .s1 { color: #e6db74 } /* Literal.String.Single */
+.highlight .ss { color: #e6db74 } /* Literal.String.Symbol */
+.highlight .bp { color: #f8f8f2 } /* Name.Builtin.Pseudo */
+.highlight .vc { color: #f8f8f2 } /* Name.Variable.Class */
+.highlight .vg { color: #f8f8f2 } /* Name.Variable.Global */
+.highlight .vi { color: #f8f8f2 } /* Name.Variable.Instance */
+.highlight .il { color: #ae81ff } /* Literal.Number.Integer.Long */
+
+.highlight .gh { } /* Generic Heading & Diff Header */
+.highlight .gu { color: #75715e; } /* Generic.Subheading & Diff Unified/Comment? */
+.highlight .gd { color: #f92672; } /* Generic.Deleted & Diff Deleted */
+.highlight .gi { color: #a6e22e; } /* Generic.Inserted & Diff Inserted */
+
+/** Number in the lines*/
+pre .line-number {
+ color:black;
+ display:block;
+ color: #f8f8f2;
+}
+
+pre .line-number {
+ float:left;
+ margin:0 1em 0 -1em;
+ border-right:1px solid;
+ text-align:right;
+}
+
+pre .line-number span {
+ display:block;
+ padding:0 .5em 0 1em;
+ margin-left: 0.5em;
+}
+
+pre .cl {
+ display:block;
+ clear:both;
+ color: #f8f8f2;
+}
diff --git a/assets/img/architecture.png b/assets/img/architecture.png
new file mode 100644
index 0000000..9ff25aa
Binary files /dev/null and b/assets/img/architecture.png differ
diff --git a/assets/img/background-1.png b/assets/img/background-1.png
new file mode 100644
index 0000000..25c4eeb
Binary files /dev/null and b/assets/img/background-1.png differ
diff --git a/assets/img/egg-logo.png b/assets/img/egg-logo.png
new file mode 100644
index 0000000..759252f
Binary files /dev/null and b/assets/img/egg-logo.png differ
diff --git a/assets/img/keyword.png b/assets/img/keyword.png
new file mode 100644
index 0000000..2823055
Binary files /dev/null and b/assets/img/keyword.png differ
diff --git a/assets/img/plan.png b/assets/img/plan.png
new file mode 100644
index 0000000..1af187a
Binary files /dev/null and b/assets/img/plan.png differ
diff --git a/assets/img/puppet.png b/assets/img/puppet.png
new file mode 100644
index 0000000..6070d0d
Binary files /dev/null and b/assets/img/puppet.png differ
diff --git a/assets/img/puzzle-piece.png b/assets/img/puzzle-piece.png
new file mode 100644
index 0000000..a7a4298
Binary files /dev/null and b/assets/img/puzzle-piece.png differ
diff --git a/assets/img/puzzle-piece.svg b/assets/img/puzzle-piece.svg
new file mode 100644
index 0000000..46a93fe
--- /dev/null
+++ b/assets/img/puzzle-piece.svg
@@ -0,0 +1,13 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!-- Generator: Adobe Illustrator 25.0.1, SVG Export Plug-In . SVG Version: 6.00 Build 0) -->
+<svg version="1.1" id="Layer_1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" x="0px" y="0px"
+ viewBox="0 0 576 512" style="enable-background:new 0 0 576 512;" xml:space="preserve">
+<style type="text/css">
+ .st0{fill:#AAAAAA;}
+</style>
+<path class="st0" d="M519.4,288.7c-41.5,0-59.5,31.6-82.1,31.6c-60,0-5.4-176.2-5.4-176.2s-196.3,80-196.3-3.3
+ c0-35.8,36.3-46.2,36.3-86C272,19.2,243.9,0,210.5,0c-34.7,0-66.4,18.9-66.4,56.3c0,41.4,31.7,59.3,31.7,81.8
+ C175.9,207.7,0,166.8,0,166.8V500c0,0,178.6,41,178.6-28.7c0-22.5-40-40.1-40-81.5c0-37.5,29.2-56.3,63.6-56.3
+ c33.7,0,61.8,19.2,61.8,54.7c0,39.7-36.3,50.2-36.3,86c0,60.8,129.7,25.7,181.2,25.7c0,0-34.7-120.1,25.8-120.1
+ c36,0,46.4,36.2,86.3,36.2c35.6,0,54.9-28,54.9-61.6C576,320.2,557,288.7,519.4,288.7z"/>
+</svg>
diff --git a/assets/img/screenshot/bigdansing.png b/assets/img/screenshot/bigdansing.png
new file mode 100644
index 0000000..213b87f
Binary files /dev/null and b/assets/img/screenshot/bigdansing.png differ
diff --git a/assets/img/screenshot/iejoin.png b/assets/img/screenshot/iejoin.png
new file mode 100644
index 0000000..16bc9f7
Binary files /dev/null and b/assets/img/screenshot/iejoin.png differ
diff --git a/assets/img/screenshot/ml4all.png b/assets/img/screenshot/ml4all.png
new file mode 100644
index 0000000..a69aa6b
Binary files /dev/null and b/assets/img/screenshot/ml4all.png differ
diff --git a/assets/img/screenshot/rheem.png b/assets/img/screenshot/rheem.png
new file mode 100644
index 0000000..d225193
Binary files /dev/null and b/assets/img/screenshot/rheem.png differ
diff --git a/assets/img/screenshot/rheemdemo.png b/assets/img/screenshot/rheemdemo.png
new file mode 100644
index 0000000..12c4ca8
Binary files /dev/null and b/assets/img/screenshot/rheemdemo.png differ
diff --git a/assets/img/screenshot/rheemhandson.png b/assets/img/screenshot/rheemhandson.png
new file mode 100644
index 0000000..01a3a3b
Binary files /dev/null and b/assets/img/screenshot/rheemhandson.png differ
diff --git a/assets/img/screenshot/rheemtutorial.png b/assets/img/screenshot/rheemtutorial.png
new file mode 100644
index 0000000..b608f36
Binary files /dev/null and b/assets/img/screenshot/rheemtutorial.png differ
diff --git a/assets/img/screenshot/sparksummit.png b/assets/img/screenshot/sparksummit.png
new file mode 100644
index 0000000..10bebf6
Binary files /dev/null and b/assets/img/screenshot/sparksummit.png differ
diff --git a/assets/img/screenshot/studiodemo.png b/assets/img/screenshot/studiodemo.png
new file mode 100644
index 0000000..3c2c626
Binary files /dev/null and b/assets/img/screenshot/studiodemo.png differ
diff --git a/assets/img/screenshot/vision.png b/assets/img/screenshot/vision.png
new file mode 100644
index 0000000..02195b8
Binary files /dev/null and b/assets/img/screenshot/vision.png differ
diff --git a/assets/img/wayang-banner.png b/assets/img/wayang-banner.png
new file mode 100644
index 0000000..df88bd1
Binary files /dev/null and b/assets/img/wayang-banner.png differ
diff --git a/assets/js/add_numbers.js b/assets/js/add_numbers.js
new file mode 100644
index 0000000..7569f46
--- /dev/null
+++ b/assets/js/add_numbers.js
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+(function() {
+ var pre = document.getElementsByTagName('pre'),
+ pl = pre.length;
+ for (var i = 0; i < pl; i++) {
+ pre[i].innerHTML = '<span class="line-number"></span>' + pre[i].innerHTML + '<span class="cl"></span>';
+ var num = pre[i].innerHTML.split(/\n/).length;
+ for (var j = 0; j < num-1; j++) {
+ var line_num = pre[i].getElementsByTagName('span')[0];
+ line_num.innerHTML += '<span>' + (j + 1) + '</span>';
+ }
+ }
+})();
diff --git a/assets/json/particules.conf.poligon.json b/assets/json/particules.conf.poligon.json
new file mode 100644
index 0000000..66ef335
--- /dev/null
+++ b/assets/json/particules.conf.poligon.json
@@ -0,0 +1,110 @@
+{
+ "particles": {
+ "number": {
+ "value": 50,
+ "density": {
+ "enable": true,
+ "value_area": 800
+ }
+ },
+ "color": {
+ "value": "#1b1e34"
+ },
+ "shape": {
+ "type": "polygon",
+ "stroke": {
+ "width": 0,
+ "color": "#000"
+ },
+ "polygon": {
+ "nb_sides": 6
+ },
+ "image": {
+ "src": "img/github.svg",
+ "width": 100,
+ "height": 100
+ }
+ },
+ "opacity": {
+ "value": 0.8601709293791772,
+ "random": true,
+ "anim": {
+ "enable": false,
+ "speed": 1,
+ "opacity_min": 0.1,
+ "sync": false
+ }
+ },
+ "size": {
+ "value": 19.728691040806815,
+ "random": true,
+ "anim": {
+ "enable": true,
+ "speed": 10,
+ "size_min": 40,
+ "sync": false
+ }
+ },
+ "line_linked": {
+ "enable": false,
+ "distance": 200,
+ "color": "#ffffff",
+ "opacity": 1,
+ "width": 2
+ },
+ "move": {
+ "enable": true,
+ "speed": 8,
+ "direction": "none",
+ "random": false,
+ "straight": false,
+ "out_mode": "out",
+ "bounce": false,
+ "attract": {
+ "enable": false,
+ "rotateX": 600,
+ "rotateY": 1200
+ }
+ }
+ },
+ "interactivity": {
+ "detect_on": "canvas",
+ "events": {
+ "onhover": {
+ "enable": false,
+ "mode": "grab"
+ },
+ "onclick": {
+ "enable": false,
+ "mode": "push"
+ },
+ "resize": true
+ },
+ "modes": {
+ "grab": {
+ "distance": 400,
+ "line_linked": {
+ "opacity": 1
+ }
+ },
+ "bubble": {
+ "distance": 400,
+ "size": 40,
+ "duration": 2,
+ "opacity": 8,
+ "speed": 3
+ },
+ "repulse": {
+ "distance": 200,
+ "duration": 0.4
+ },
+ "push": {
+ "particles_nb": 4
+ },
+ "remove": {
+ "particles_nb": 2
+ }
+ }
+ },
+ "retina_detect": true
+}
diff --git a/assets/pdf/paper/bigdansing.pdf b/assets/pdf/paper/bigdansing.pdf
new file mode 100644
index 0000000..4e00425
Binary files /dev/null and b/assets/pdf/paper/bigdansing.pdf differ
diff --git a/assets/pdf/paper/iejoin.pdf b/assets/pdf/paper/iejoin.pdf
new file mode 100644
index 0000000..5bbcd52
Binary files /dev/null and b/assets/pdf/paper/iejoin.pdf differ
diff --git a/assets/pdf/paper/ml4all.pdf b/assets/pdf/paper/ml4all.pdf
new file mode 100644
index 0000000..a8dfe80
Binary files /dev/null and b/assets/pdf/paper/ml4all.pdf differ
diff --git a/assets/pdf/paper/rheem.pdf b/assets/pdf/paper/rheem.pdf
new file mode 100644
index 0000000..e3d955a
Binary files /dev/null and b/assets/pdf/paper/rheem.pdf differ
diff --git a/assets/pdf/paper/rheemdemo.pdf b/assets/pdf/paper/rheemdemo.pdf
new file mode 100644
index 0000000..2254e8b
Binary files /dev/null and b/assets/pdf/paper/rheemdemo.pdf differ
diff --git a/assets/pdf/paper/rheemhandson.pdf b/assets/pdf/paper/rheemhandson.pdf
new file mode 100644
index 0000000..4e3b2df
Binary files /dev/null and b/assets/pdf/paper/rheemhandson.pdf differ
diff --git a/assets/pdf/paper/rheemtutorial.pdf b/assets/pdf/paper/rheemtutorial.pdf
new file mode 100644
index 0000000..9b8ef65
Binary files /dev/null and b/assets/pdf/paper/rheemtutorial.pdf differ
diff --git a/assets/pdf/paper/studiodemo.pdf b/assets/pdf/paper/studiodemo.pdf
new file mode 100644
index 0000000..b52e058
Binary files /dev/null and b/assets/pdf/paper/studiodemo.pdf differ
diff --git a/assets/pdf/paper/vision.pdf b/assets/pdf/paper/vision.pdf
new file mode 100644
index 0000000..7e924fc
Binary files /dev/null and b/assets/pdf/paper/vision.pdf differ
diff --git a/documentation.html b/documentation.html
new file mode 100644
index 0000000..0342636
--- /dev/null
+++ b/documentation.html
@@ -0,0 +1,575 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Documentation</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Documentation</h1>
+
+ </div>
+</div>
+
+<div class="container">
+ <p>In contrast to classical data processing systems that provide one dedicated execution engine, Apache Wayang rather is a <em>meta processing framework</em>: You can specify your data processing app via one of Apache Wayang’s API and then Apache Wayang will pick an optimal configuration of classical processing frameworks, such as Java Streams or Apache Spark, to run your app on. Finally, Apache Wayang will also perform the execution, thereby hiding the different specific platform AP [...]
+
+<p>This approach aims at freeing data engineers and software developers from the burden of knowing the zoo of different data processing systems, their APIs, strengths and weakness; the intricacies of coordinating and integrating different processing platforms; and the inflexibility when tying to a fix set of processing platforms. As of now, Apache Wayang has built in support for the following processing platforms:</p>
+
+<ul>
+ <li>Java 8 Streams</li>
+ <li><a href="https://spark.apache.org/">Apache Spark</a></li>
+ <li><a href="https://github.com/GraphChi/graphchi-java">GraphChi</a></li>
+ <li><a href="http://www.postgresql.org">Postgres</a></li>
+ <li><a href="https://www.sqlite.org/">SQLite</a></li>
+</ul>
+
+<h2 id="how-to-use-apache-wayang">How to use Apache Wayang</h2>
+
+<h3 id="requirements">Requirements:</h3>
+
+<p>Apache Wayang is built with Java 8 and Scala 2.11. However, to execute Apache Wayang it is sufficient to have Java 8 installed. If you want to build Apache Wayang yourself, you will also need to have <a href="http://maven.apache.org">Apache Maven</a> installed. Please also consider that processing platforms employed by Apache Wayang might have further requirements.</p>
+
+<h3 id="get-apache-wayang">Get Apache Wayang:</h3>
+
+<p>Apache Wayang is available via Maven Central. To use it with Maven, for instance, include the following into you POM file:</p>
+
+<div class="language-xml highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nt"><dependency></span>
+ <span class="nt"><groupId></span>org.apache.wayang<span class="nt"></groupId></span>
+ <span class="nt"><artifactId></span>wayang-***<span class="nt"></artifactId></span>
+ <span class="nt"><version></span>0.3.0<span class="nt"></version></span>
+<span class="nt"></dependency></span>
+</code></pre></div></div>
+
+<p>Note the <code class="language-plaintext highlighter-rouge">***</code>: Apache Wayang ships with multiple modules that can be included in your app, depending on how you want to use it:</p>
+<ul>
+ <li><code class="language-plaintext highlighter-rouge">wayang-core</code>: provides core data structures and the optimizer (required)</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang-basic</code>: provides common operators and data types for your apps (recommended)</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang-api</code>: provides an easy-to-use Scala and Java API to assemble wayang plans (recommended)</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang-java</code>, <code class="language-plaintext highlighter-rouge">wayang-spark</code>, <code class="language-plaintext highlighter-rouge">wayang-graphchi</code>, <code class="language-plaintext highlighter-rouge">wayang-sqlite3</code>, <code class="language-plaintext highlighter-rouge">wayang-postgres</code>: adapters for the various supported processing platforms</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang-profiler</code>: provides functionality to learn operator and UDF cost functions from historical execution data</li>
+</ul>
+
+<p>For the sake of version flexibility, you still have to include your Hadoop (<code class="language-plaintext highlighter-rouge">hadoop-hdfs</code> and <code class="language-plaintext highlighter-rouge">hadoop-common</code>) and Spark (<code class="language-plaintext highlighter-rouge">spark-core</code> and <code class="language-plaintext highlighter-rouge">spark-graphx</code>) version of choice.</p>
+
+<p>In addition, you can obtain the most recent snapshot version of Apache Wayang via Apache’s snapshot repository. Just included</p>
+
+<div class="language-xml highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nt"><repositories></span>
+ <span class="nt"><repository></span>
+ <span class="nt"><id></span>apache-snapshots<span class="nt"></id></span>
+ <span class="nt"><url></span>https://repository.apache.org/content/repositories/snapshots<span class="nt"></url></span>
+ <span class="nt"><releases></span>
+ <span class="nt"><enabled></span>false<span class="nt"></enabled></span>
+ <span class="nt"></releases></span>
+ <span class="nt"><snapshots></span>
+ <span class="nt"><enabled></span>true<span class="nt"></enabled></span>
+ <span class="nt"></snapshots></span>
+ <span class="nt"></repository></span>
+<span class="nt"></repositories></span>
+</code></pre></div></div>
+
+<p>If you need to rebuild Apache Wayang, e.g., to use a different Scala version, you can simply do so via Maven:</p>
+
+<ol>
+ <li>Adapt the version variables (e.g., <code class="language-plaintext highlighter-rouge">spark.version</code>) in the main <code class="language-plaintext highlighter-rouge">pom.xml</code> file.</li>
+ <li>Build Apache Wayang with the adapted versions.<code class="language-plaintext highlighter-rouge">$ mvn clean install</code>. <strong>Note</strong> the <code class="language-plaintext highlighter-rouge">standalone</code> profile to fix Hadoop and Spark versions, so that Apache Wayang apps do not explicitly need to declare the corresponding dependencies. Also, note the <code class="language-plaintext highlighter-rouge">distro</code> profile, which assembles a binary Apache Wayang dis [...]
+</ol>
+
+<h3 id="configure-apache-wayang">Configure Apache Wayang:</h3>
+
+<p>In order for Apache Wayang to work properly, it is necessary to tell Apache Wayang about the capacities of your processing platforms and how to reach them. While there is a default configuration that allows to test Apache Wayang right away, we recommend to create a properties file to adapt the configuration where necessary. To have Apache Wayang use that configuration transparently, just run you app via</p>
+
+<div class="language-shell highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nv">$ </span>java <span class="nt">-Dwayang</span>.configuration<span class="o">=</span>url://to/my/wayang.properties ...
+</code></pre></div></div>
+
+<p>You can find the most relevant settings in the following:</p>
+
+<h4 id="general-settings">General settings</h4>
+
+<ul>
+ <li><code class="language-plaintext highlighter-rouge">wayang.core.log.enabled (= true)</code>: whether to log execution statistics to allow learning better cardinality and cost estimators for the optimizer</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.core.log.executions (= ~/.wayang/executions.json)</code> where to log execution times of operator groups</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.core.log.cardinalities (= ~/.wayang/cardinalities.json)</code> where to log cardinality measurements</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.core.optimizer.instrumentation (= org.apache.wayang.core.profiling.OutboundInstrumentationStrategy)</code>: where to measure cardinalities in Apache Wayang plans; other options are <code class="language-plaintext highlighter-rouge">org.apache.wayang.core.profiling.NoInstrumentationStrategy</code> and <code class="language-plaintext highlighter-rouge">org.apache.wayang.core.profiling.FullInstrumentationStrategy</code></li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.core.optimizer.reoptimize (= false)</code>: whether to progressively optimize Apache Wayang plans</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.basic.tempdir (= file:///tmp)</code>: where to store temporary files, in particular for inter-platform communication</li>
+</ul>
+
+<h4 id="java-streams">Java Streams</h4>
+
+<ul>
+ <li><code class="language-plaintext highlighter-rouge">wayang.java.cpu.mhz (= 2700)</code>: clock frequency of processor the JVM runs on in MHz</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.java.hdfs.ms-per-mb (= 2.7)</code>: average throughput from HDFS to JVM in ms/MB</li>
+</ul>
+
+<h4 id="apache-spark">Apache Spark</h4>
+
+<ul>
+ <li><code class="language-plaintext highlighter-rouge">spark.master (= local)</code>: Spark master</li>
+ <li>various other Spark settings are supported, e.g., <code class="language-plaintext highlighter-rouge">spark.executor.memory</code>, <code class="language-plaintext highlighter-rouge">spark.serializer</code>, …</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.spark.cpu.mhz (= 2700)</code>: clock frequency of processor the Spark workers run on in MHz</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.spark.hdfs.ms-per-mb (= 2.7)</code>: average throughput from HDFS to the Spark workers in ms/MB</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.spark.network.ms-per-mb (= 8.6)</code>: average network throughput of the Spark workers in ms/MB</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.spark.init.ms (= 4500)</code>: time it takes Spark to initialize in ms</li>
+</ul>
+
+<h4 id="graphchi">GraphChi</h4>
+<ul>
+ <li><code class="language-plaintext highlighter-rouge">wayang.graphchi.cpu.mhz (= 2700)</code>: clock frequency of processor GraphChi runs on in MHz</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.graphchi.cpu.cores (= 2)</code>: number of cores GraphChi runs on</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.graphchi.hdfs.ms-per-mb (= 2.7)</code>: average throughput from HDFS to GraphChi in ms/MB</li>
+</ul>
+
+<h4 id="sqlite">SQLite</h4>
+<ul>
+ <li><code class="language-plaintext highlighter-rouge">wayang.sqlite3.jdbc.url</code>: JDBC URL to use SQLite</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.sqlite3.jdbc.user</code>: optional user name</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.sqlite3.jdbc.password</code>: optional password</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.sqlite3.cpu.mhz (= 2700)</code>: clock frequency of processor SQLite runs on in MHz</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.sqlite3.cpu.cores (= 2)</code>: number of cores SQLite runs on</li>
+</ul>
+
+<h4 id="postgresql">PostgreSQL</h4>
+<ul>
+ <li><code class="language-plaintext highlighter-rouge">wayang.postgres.jdbc.url</code>: JDBC URL to use PostgreSQL</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.postgres.jdbc.user</code>: optional user name</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.postgres.jdbc.password</code>: optional password</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.postgres.cpu.mhz (= 2700)</code>: clock frequency of processor PostgreSQL runs on in MHz</li>
+ <li><code class="language-plaintext highlighter-rouge">wayang.postgres.cpu.cores (= 2)</code>: number of cores PostgreSQL runs on</li>
+</ul>
+
+<h3 id="code-with-apache-wayang">Code with Apache Wayang:</h3>
+
+<p>The recommended way to specify your apps with Apache Wayang is via its Scala or Java API from the <code class="language-plaintext highlighter-rouge">wayang-api</code> module. You can find examples below.</p>
+
+<h3 id="learn-cost-functions">Learn cost functions:</h3>
+
+<p>Apache Wayang provides a utility to learn cost functions from historical execution data. Specifically, Apache Wayang can learn configurations for load profile estimators (that estimate CPU load, disk load etc.) for both operators and UDFs, as long as the configuration provides a template for those estimators. As an example, the <code class="language-plaintext highlighter-rouge">JavaMapOperator</code> draws its load profile estimator configuration via the configuration key <code class= [...]
+
+<div class="language-json highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="err">wayang.java.map.load.template</span><span class="w"> </span><span class="err">=</span><span class="w"> </span><span class="p">{</span><span class="err">\</span><span class="w">
+ </span><span class="nl">"in"</span><span class="p">:</span><span class="mi">1</span><span class="p">,</span><span class="w"> </span><span class="nl">"out"</span><span class="p">:</span><span class="mi">1</span><span class="p">,</span><span class="err">\</span><span class="w">
+ </span><span class="nl">"cpu"</span><span class="p">:</span><span class="s2">"?*in0"</span><span class="err">\</span><span class="w">
+</span><span class="p">}</span><span class="w">
+</span></code></pre></div></div>
+
+<p>This template specifies a load profile estimator that expects (at least) one input cardinality and one output cardinality. Further, it models a CPU load that is proportional to the input cardinality. However, more complex functions are possible. In particular, you can use</p>
+
+<ul>
+ <li>the variables <code class="language-plaintext highlighter-rouge">in0</code>, <code class="language-plaintext highlighter-rouge">in1</code>, … and <code class="language-plaintext highlighter-rouge">out0</code>, <code class="language-plaintext highlighter-rouge">out1</code>, … to incorporate the input and output cardinalities, respectively;</li>
+ <li>operator properties, such as <code class="language-plaintext highlighter-rouge">numIterations</code> for the <code class="language-plaintext highlighter-rouge">PageRankOperator</code> implementations;</li>
+ <li>the operators <code class="language-plaintext highlighter-rouge">+</code>, <code class="language-plaintext highlighter-rouge">-</code>, <code class="language-plaintext highlighter-rouge">*</code>, <code class="language-plaintext highlighter-rouge">/</code>, <code class="language-plaintext highlighter-rouge">%</code>, <code class="language-plaintext highlighter-rouge">^</code>, and parantheses;</li>
+ <li>the functions <code class="language-plaintext highlighter-rouge">min(x0, x1, ...))</code>, <code class="language-plaintext highlighter-rouge">max(x0, x1, ...)</code>, <code class="language-plaintext highlighter-rouge">abs(x)</code>, <code class="language-plaintext highlighter-rouge">log(x, base)</code>, <code class="language-plaintext highlighter-rouge">ln(x)</code>, <code class="language-plaintext highlighter-rouge">ld(x)</code>;</li>
+ <li>and the constants <code class="language-plaintext highlighter-rouge">e</code> and <code class="language-plaintext highlighter-rouge">pi</code>.</li>
+</ul>
+
+<p>While Apache Wayang specifies templates for all execution operators, you will need to specify that your UDFs are modelled by some configuration-based cost function (see the k-means example below) and create the according initial specification and template yourself. Once, you gathered execution data, you can run</p>
+
+<div class="language-shell highlighter-rouge"><div class="highlight"><pre class="highlight"><code>java ... org.apache.wayang.profiler.ga.GeneticOptimizerApp <span class="o">[</span>configuration URL <span class="o">[</span>execution log]]
+</code></pre></div></div>
+
+<p>This app will try to find appropriate values for the question marks (<code class="language-plaintext highlighter-rouge">?</code>) in the load profile estimator templates to fit the gathered execution data and ready-made configuration entries for the load profile estimators. You can then copy them into your configuration.</p></p>
+
+<h2 id="examples">Examples</h2>
+
+<p>For some executable examples, have a look at <a href="https://www.github.com/sekruse/Apache Wayang-examples">this repository</a>.</p>
+
+<h3 id="wordcount">WordCount</h3>
+
+<p>The “Hello World!”; of data processing systems is the wordcount.</p>
+
+<h4 id="java-api">Java API</h4>
+<div class="language-java highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="kn">import</span> <span class="nn">org.apache.wayang.api.JavaPlanBuilder</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.wayang.basic.data.Tuple2</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.wayang.core.api.Configuration</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.wayang.core.api.WayangContext</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.wayang.core.optimizer.cardinality.DefaultCardinalityEstimator</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.wayang.java.Java</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.wayang.spark.Spark</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">java.util.Collection</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">java.util.Arrays</span><span class="o">;</span>
+
+<span class="kd">public</span> <span class="kd">class</span> <span class="nc">WordcountJava</span> <span class="o">{</span>
+
+ <span class="kd">public</span> <span class="kd">static</span> <span class="kt">void</span> <span class="nf">main</span><span class="o">(</span><span class="nc">String</span><span class="o">[]</span> <span class="n">args</span><span class="o">){</span>
+
+ <span class="c1">// Settings</span>
+ <span class="nc">String</span> <span class="n">inputUrl</span> <span class="o">=</span> <span class="o">&</span><span class="n">quot</span><span class="o">;</span><span class="nl">file:</span><span class="o">/</span><span class="n">tmp</span><span class="o">.</span><span class="na">txt</span><span class="o">&</span><span class="n">quot</span><span class="o">;;</span>
+
+ <span class="c1">// Get a plan builder.</span>
+ <span class="nc">WayangContext</span> <span class="n">wayangContext</span> <span class="o">=</span> <span class="k">new</span> <span class="nc">WayangContext</span><span class="o">(</span><span class="k">new</span> <span class="nc">Configuration</span><span class="o">())</span>
+ <span class="o">.</span><span class="na">withPlugin</span><span class="o">(</span><span class="nc">Java</span><span class="o">.</span><span class="na">basicPlugin</span><span class="o">())</span>
+ <span class="o">.</span><span class="na">withPlugin</span><span class="o">(</span><span class="nc">Spark</span><span class="o">.</span><span class="na">basicPlugin</span><span class="o">());</span>
+ <span class="nc">JavaPlanBuilder</span> <span class="n">planBuilder</span> <span class="o">=</span> <span class="k">new</span> <span class="nc">JavaPlanBuilder</span><span class="o">(</span><span class="n">wayangContext</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">withJobName</span><span class="o">(</span><span class="nc">String</span><span class="o">.</span><span class="na">format</span><span class="o">(&</span><span class="n">quot</span><span class="o">;</span><span class="nc">WordCount</span> <span class="o">(%</span><span class="n">s</span><span class="o">)&</span><span class="n">quot</span><span class="o">;,</span> <span class="n">inputUrl</span><span class="o">))</span>
+ <span class="o">.</span><span class="na">withUdfJarOf</span><span class="o">(</span><span class="nc">WordcountJava</span><span class="o">.</span><span class="na">class</span><span class="o">);</span>
+
+ <span class="c1">// Start building the Apache WayangPlan.</span>
+ <span class="nc">Collection</span><span class="o">&</span><span class="n">lt</span><span class="o">;</span><span class="nc">Tuple2</span><span class="o">&</span><span class="n">lt</span><span class="o">;</span><span class="nc">String</span><span class="o">,</span> <span class="nc">Integer</span><span class="o">&</span><span class="n">gt</span><span class="o">;&</span><span class="n">gt</span><span class="o">;</span> <span class="n">wordcounts</span> <span class="o [...]
+ <span class="c1">// Read the text file.</span>
+ <span class="o">.</span><span class="na">readTextFile</span><span class="o">(</span><span class="n">inputUrl</span><span class="o">).</span><span class="na">withName</span><span class="o">(&</span><span class="n">quot</span><span class="o">;</span><span class="nc">Load</span> <span class="n">file</span><span class="o">&</span><span class="n">quot</span><span class="o">;)</span>
+
+ <span class="c1">// Split each line by non-word characters.</span>
+ <span class="o">.</span><span class="na">flatMap</span><span class="o">(</span><span class="n">line</span> <span class="o">-&</span><span class="n">gt</span><span class="o">;</span> <span class="nc">Arrays</span><span class="o">.</span><span class="na">asList</span><span class="o">(</span><span class="n">line</span><span class="o">.</span><span class="na">split</span><span class="o">(&</span><span class="n">quot</span><span class="o">;</span><span class="err">\\</ [...]
+ <span class="o">.</span><span class="na">withSelectivity</span><span class="o">(</span><span class="mi">10</span><span class="o">,</span> <span class="mi">100</span><span class="o">,</span> <span class="mf">0.9</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">withName</span><span class="o">(&</span><span class="n">quot</span><span class="o">;</span><span class="nc">Split</span> <span class="n">words</span><span class="o">&</span><span class="n">quot</span><span class="o">;)</span>
+
+ <span class="c1">// Filter empty tokens.</span>
+ <span class="o">.</span><span class="na">filter</span><span class="o">(</span><span class="n">token</span> <span class="o">-&</span><span class="n">gt</span><span class="o">;</span> <span class="o">!</span><span class="n">token</span><span class="o">.</span><span class="na">isEmpty</span><span class="o">())</span>
+ <span class="o">.</span><span class="na">withSelectivity</span><span class="o">(</span><span class="mf">0.99</span><span class="o">,</span> <span class="mf">0.99</span><span class="o">,</span> <span class="mf">0.99</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">withName</span><span class="o">(&</span><span class="n">quot</span><span class="o">;</span><span class="nc">Filter</span> <span class="n">empty</span> <span class="n">words</span><span class="o">&</span><span class="n">quot</span><span class="o">;)</span>
+
+ <span class="c1">// Attach counter to each word.</span>
+ <span class="o">.</span><span class="na">map</span><span class="o">(</span><span class="n">word</span> <span class="o">-&</span><span class="n">gt</span><span class="o">;</span> <span class="k">new</span> <span class="nc">Tuple2</span><span class="o">&</span><span class="n">lt</span><span class="o">;&</span><span class="n">gt</span><span class="o">;(</span><span class="n">word</span><span class="o">.</span><span class="na">toLowerCase</span><span class="o">(), [...]
+
+ <span class="c1">// Sum up counters for every word.</span>
+ <span class="o">.</span><span class="na">reduceByKey</span><span class="o">(</span>
+ <span class="nl">Tuple2:</span><span class="o">:</span><span class="n">getField0</span><span class="o">,</span>
+ <span class="o">(</span><span class="n">t1</span><span class="o">,</span> <span class="n">t2</span><span class="o">)</span> <span class="o">-&</span><span class="n">gt</span><span class="o">;</span> <span class="k">new</span> <span class="nc">Tuple2</span><span class="o">&</span><span class="n">lt</span><span class="o">;&</span><span class="n">gt</span><span class="o">;(</span><span class="n">t1</span><span class="o">.</span><span class="na">getField0< [...]
+ <span class="o">)</span>
+ <span class="o">.</span><span class="na">withCardinalityEstimator</span><span class="o">(</span><span class="k">new</span> <span class="nc">DefaultCardinalityEstimator</span><span class="o">(</span><span class="mf">0.9</span><span class="o">,</span> <span class="mi">1</span><span class="o">,</span> <span class="kc">false</span><span class="o">,</span> <span class="n">in</span> <span class="o">-&</span><span class="n">gt</span><span class="o">;</span> <span class="nc"> [...]
+<span class="o"><</span><span class="n">li</span><span class="o">></span>
+<span class="n">in</span><span class="o">[</span><span class="mi">0</span><span class="o">])))</span>
+ <span class="o">.</span><span class="na">withName</span><span class="o">(&</span><span class="n">quot</span><span class="o">;</span><span class="nc">Add</span> <span class="n">counters</span><span class="o">&</span><span class="n">quot</span><span class="o">;)</span>
+
+ <span class="c1">// Execute the plan and collect the results.</span>
+ <span class="o">.</span><span class="na">collect</span><span class="o">();</span>
+
+ <span class="nc">System</span><span class="o">.</span><span class="na">out</span><span class="o">.</span><span class="na">println</span><span class="o">(</span><span class="n">wordcounts</span><span class="o">);</span>
+ <span class="o">}</span>
+<span class="o">}</span>
+</code></pre></div></div>
+
+<h4 id="scala-api">Scala API</h4>
+
+<div class="language-scala highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="k">import</span> <span class="nn">org.apache.wayang.api._</span>
+<span class="k">import</span> <span class="nn">org.apache.wayang.core.api.</span><span class="o">{</span><span class="nc">Configuration</span><span class="o">,</span> <span class="nc">WayangContext</span><span class="o">}</span>
+<span class="k">import</span> <span class="nn">org.apache.wayang.java.Java</span>
+<span class="k">import</span> <span class="nn">org.apache.wayang.spark.Spark</span>
+
+<span class="k">object</span> <span class="nc">WordcountScala</span> <span class="o">{</span>
+ <span class="k">def</span> <span class="nf">main</span><span class="o">(</span><span class="n">args</span><span class="k">:</span> <span class="kt">Array</span><span class="o">[</span><span class="kt">String</span><span class="o">])</span> <span class="o">{</span>
+
+ <span class="c1">// Settings</span>
+ <span class="k">val</span> <span class="nv">inputUrl</span> <span class="k">=</span> <span class="s">"file:/tmp.txt"</span>
+
+ <span class="c1">// Get a plan builder.</span>
+ <span class="k">val</span> <span class="nv">wayangContext</span> <span class="k">=</span> <span class="k">new</span> <span class="nc">WayangContext</span><span class="o">(</span><span class="k">new</span> <span class="nc">Configuration</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">withPlugin</span><span class="o">(</span><span class="nv">Java</span><span class="o">.</span><span class="py">basicPlugin</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">withPlugin</span><span class="o">(</span><span class="nv">Spark</span><span class="o">.</span><span class="py">basicPlugin</span><span class="o">)</span>
+ <span class="k">val</span> <span class="nv">planBuilder</span> <span class="k">=</span> <span class="k">new</span> <span class="nc">PlanBuilder</span><span class="o">(</span><span class="n">wayangContext</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">withJobName</span><span class="o">(</span><span class="n">s</span><span class="s">"WordCount ($inputUrl)"</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">withUdfJarsOf</span><span class="o">(</span><span class="k">this</span><span class="o">.</span><span class="py">getClass</span><span class="o">)</span>
+
+ <span class="k">val</span> <span class="nv">wordcounts</span> <span class="k">=</span> <span class="n">planBuilder</span>
+ <span class="c1">// Read the text file.</span>
+ <span class="o">.</span><span class="py">readTextFile</span><span class="o">(</span><span class="n">inputUrl</span><span class="o">).</span><span class="py">withName</span><span class="o">(</span><span class="s">"Load file"</span><span class="o">)</span>
+
+ <span class="c1">// Split each line by non-word characters.</span>
+ <span class="o">.</span><span class="py">flatMap</span><span class="o">(</span><span class="nv">_</span><span class="o">.</span><span class="py">split</span><span class="o">(</span><span class="s">"\\W+"</span><span class="o">),</span> <span class="n">selectivity</span> <span class="k">=</span> <span class="mi">10</span><span class="o">).</span><span class="py">withName</span><span class="o">(</span><span class="s">"Split words"</span><span class="o">)</span>
+
+ <span class="c1">// Filter empty tokens.</span>
+ <span class="o">.</span><span class="py">filter</span><span class="o">(</span><span class="nv">_</span><span class="o">.</span><span class="py">nonEmpty</span><span class="o">,</span> <span class="n">selectivity</span> <span class="k">=</span> <span class="mf">0.99</span><span class="o">).</span><span class="py">withName</span><span class="o">(</span><span class="s">"Filter empty words"</span><span class="o">)</span>
+
+ <span class="c1">// Attach counter to each word.</span>
+ <span class="o">.</span><span class="py">map</span><span class="o">(</span><span class="n">word</span> <span class="k">=></span> <span class="o">(</span><span class="nv">word</span><span class="o">.</span><span class="py">toLowerCase</span><span class="o">,</span> <span class="mi">1</span><span class="o">)).</span><span class="py">withName</span><span class="o">(</span><span class="s">"To lower case, add counter"</span><span class="o">)</span>
+
+ <span class="c1">// Sum up counters for every word.</span>
+ <span class="o">.</span><span class="py">reduceByKey</span><span class="o">(</span><span class="nv">_</span><span class="o">.</span><span class="py">_1</span><span class="o">,</span> <span class="o">(</span><span class="n">c1</span><span class="o">,</span> <span class="n">c2</span><span class="o">)</span> <span class="k">=></span> <span class="o">(</span><span class="nv">c1</span><span class="o">.</span><span class="py">_1</span><span class="o">,</span> <span class="nv">c1</span [...]
+ <span class="o">.</span><span class="py">withCardinalityEstimator</span><span class="o">((</span><span class="n">in</span><span class="k">:</span> <span class="kt">Long</span><span class="o">)</span> <span class="k">=></span> <span class="nv">math</span><span class="o">.</span><span class="py">round</span><span class="o">(</span><span class="n">in</span>
+
+ <span class="mf">0.01</span><span class="o">))</span>
+
+ <span class="c1">// Execute the plan and collect the results.</span>
+ <span class="o">.</span><span class="py">collect</span><span class="o">()</span>
+
+ <span class="nf">println</span><span class="o">(</span><span class="n">wordcounts</span><span class="o">)</span>
+ <span class="o">}</span>
+<span class="o">}</span>
+</code></pre></div></div>
+
+<h3 id="k-means">K-means</h3>
+
+<p>Apache Wayang is also capable of iterative processing, which is, e.g., very important for machine learning algorithms, such as k-means.</p>
+
+<h4 id="scala-api-1">Scala API</h4>
+
+<div class="language-scala highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="k">import</span> <span class="nn">org.apache.wayang.api._</span>
+<span class="k">import</span> <span class="nn">org.apache.wayang.core.api.</span><span class="o">{</span><span class="nc">Configuration</span><span class="o">,</span> <span class="nc">WayangContext</span><span class="o">}</span>
+<span class="k">import</span> <span class="nn">org.apache.wayang.core.function.FunctionDescriptor.ExtendedSerializableFunction</span>
+<span class="k">import</span> <span class="nn">org.apache.wayang.core.function.ExecutionContext</span>
+<span class="k">import</span> <span class="nn">org.apache.wayang.core.optimizer.costs.LoadProfileEstimators</span>
+<span class="k">import</span> <span class="nn">org.apache.wayang.java.Java</span>
+<span class="k">import</span> <span class="nn">org.apache.wayang.spark.Spark</span>
+
+<span class="k">import</span> <span class="nn">scala.util.Random</span>
+<span class="k">import</span> <span class="nn">scala.collection.JavaConversions._</span>
+
+<span class="k">object</span> <span class="nc">kmeans</span> <span class="o">{</span>
+ <span class="k">def</span> <span class="nf">main</span><span class="o">(</span><span class="n">args</span><span class="k">:</span> <span class="kt">Array</span><span class="o">[</span><span class="kt">String</span><span class="o">])</span> <span class="o">{</span>
+
+ <span class="c1">// Settings</span>
+ <span class="k">val</span> <span class="nv">inputUrl</span> <span class="k">=</span> <span class="s">"file:/kmeans.txt"</span>
+ <span class="k">val</span> <span class="nv">k</span> <span class="k">=</span> <span class="mi">5</span>
+ <span class="k">val</span> <span class="nv">iterations</span> <span class="k">=</span> <span class="mi">100</span>
+ <span class="k">val</span> <span class="nv">configuration</span> <span class="k">=</span> <span class="k">new</span> <span class="nc">Configuration</span>
+
+ <span class="c1">// Get a plan builder.</span>
+ <span class="k">val</span> <span class="nv">wayangContext</span> <span class="k">=</span> <span class="k">new</span> <span class="nc">WayangContext</span><span class="o">(</span><span class="k">new</span> <span class="nc">Configuration</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">withPlugin</span><span class="o">(</span><span class="nv">Java</span><span class="o">.</span><span class="py">basicPlugin</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">withPlugin</span><span class="o">(</span><span class="nv">Spark</span><span class="o">.</span><span class="py">basicPlugin</span><span class="o">)</span>
+ <span class="k">val</span> <span class="nv">planBuilder</span> <span class="k">=</span> <span class="k">new</span> <span class="nc">PlanBuilder</span><span class="o">(</span><span class="n">wayangContext</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">withJobName</span><span class="o">(</span><span class="n">s</span><span class="s">"k-means ($inputUrl, k=$k, $iterations iterations)"</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">withUdfJarsOf</span><span class="o">(</span><span class="k">this</span><span class="o">.</span><span class="py">getClass</span><span class="o">)</span>
+
+ <span class="k">case</span> <span class="k">class</span> <span class="nc">Point</span><span class="o">(</span><span class="n">x</span><span class="k">:</span> <span class="kt">Double</span><span class="o">,</span> <span class="n">y</span><span class="k">:</span> <span class="kt">Double</span><span class="o">)</span>
+ <span class="k">case</span> <span class="k">class</span> <span class="nc">TaggedPoint</span><span class="o">(</span><span class="n">x</span><span class="k">:</span> <span class="kt">Double</span><span class="o">,</span> <span class="n">y</span><span class="k">:</span> <span class="kt">Double</span><span class="o">,</span> <span class="n">cluster</span><span class="k">:</span> <span class="kt">Int</span><span class="o">)</span>
+ <span class="k">case</span> <span class="k">class</span> <span class="nc">TaggedPointCounter</span><span class="o">(</span><span class="n">x</span><span class="k">:</span> <span class="kt">Double</span><span class="o">,</span> <span class="n">y</span><span class="k">:</span> <span class="kt">Double</span><span class="o">,</span> <span class="n">cluster</span><span class="k">:</span> <span class="kt">Int</span><span class="o">,</span> <span class="n">count</span><span class="k">:</spa [...]
+ <span class="k">def</span> <span class="nf">add_points</span><span class="o">(</span><span class="n">that</span><span class="k">:</span> <span class="kt">TaggedPointCounter</span><span class="o">)</span> <span class="k">=</span> <span class="nc">TaggedPointCounter</span><span class="o">(</span><span class="k">this</span><span class="o">.</span><span class="py">x</span> <span class="o">+</span> <span class="nv">that</span><span class="o">.</span><span class="py">x</span><span class= [...]
+ <span class="k">def</span> <span class="nf">average</span> <span class="k">=</span> <span class="nc">TaggedPointCounter</span><span class="o">(</span><span class="n">x</span> <span class="o">/</span> <span class="n">count</span><span class="o">,</span> <span class="n">y</span> <span class="o">/</span> <span class="n">count</span><span class="o">,</span> <span class="n">cluster</span><span class="o">,</span> <span class="mi">0</span><span class="o">)</span>
+ <span class="o">}</span>
+
+ <span class="c1">// Read and parse the input file(s).</span>
+ <span class="k">val</span> <span class="nv">points</span> <span class="k">=</span> <span class="n">planBuilder</span>
+ <span class="o">.</span><span class="py">readTextFile</span><span class="o">(</span><span class="n">inputUrl</span><span class="o">).</span><span class="py">withName</span><span class="o">(</span><span class="s">"Read file"</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">map</span> <span class="o">{</span> <span class="n">line</span> <span class="k">=></span>
+ <span class="k">val</span> <span class="nv">fields</span> <span class="k">=</span> <span class="nv">line</span><span class="o">.</span><span class="py">split</span><span class="o">(</span><span class="s">","</span><span class="o">)</span>
+ <span class="nc">Point</span><span class="o">(</span><span class="nf">fields</span><span class="o">(</span><span class="mi">0</span><span class="o">).</span><span class="py">toDouble</span><span class="o">,</span> <span class="nf">fields</span><span class="o">(</span><span class="mi">1</span><span class="o">).</span><span class="py">toDouble</span><span class="o">)</span>
+ <span class="o">}.</span><span class="py">withName</span><span class="o">(</span><span class="s">"Create points"</span><span class="o">)</span>
+
+
+ <span class="c1">// Create initial centroids.</span>
+ <span class="k">val</span> <span class="nv">random</span> <span class="k">=</span> <span class="k">new</span> <span class="nc">Random</span>
+ <span class="k">val</span> <span class="nv">initialCentroids</span> <span class="k">=</span> <span class="n">planBuilder</span>
+ <span class="o">.</span><span class="py">loadCollection</span><span class="o">(</span><span class="nf">for</span> <span class="o">(</span><span class="n">i</span> <span class="k"><-</span> <span class="mi">1</span> <span class="n">to</span> <span class="n">k</span><span class="o">)</span> <span class="k">yield</span> <span class="nc">TaggedPointCounter</span><span class="o">(</span><span class="nv">random</span><span class="o">.</span><span class="py">nextGaussian</span><span cl [...]
+
+ <span class="c1">// Declare UDF to select centroid for each data point.</span>
+ <span class="k">class</span> <span class="nc">SelectNearestCentroid</span> <span class="k">extends</span> <span class="nc">ExtendedSerializableFunction</span><span class="o">[</span><span class="kt">Point</span>, <span class="kt">TaggedPointCounter</span><span class="o">]</span> <span class="o">{</span>
+
+ <span class="cm">/*Keeps the broadcasted centroids. */</span>
+ <span class="k">var</span> <span class="n">centroids</span><span class="k">:</span> <span class="kt">Iterable</span><span class="o">[</span><span class="kt">TaggedPointCounter</span><span class="o">]</span> <span class="k">=</span> <span class="k">_</span>
+
+ <span class="k">override</span> <span class="k">def</span> <span class="nf">open</span><span class="o">(</span><span class="n">executionCtx</span><span class="k">:</span> <span class="kt">ExecutionContext</span><span class="o">)</span> <span class="k">=</span> <span class="o">{</span>
+ <span class="n">centroids</span> <span class="k">=</span> <span class="nv">executionCtx</span><span class="o">.</span><span class="py">getBroadcast</span><span class="o">[</span><span class="kt">TaggedPointCounter</span><span class="o">](</span><span class="s">"centroids"</span><span class="o">)</span>
+ <span class="o">}</span>
+
+ <span class="k">override</span> <span class="k">def</span> <span class="nf">apply</span><span class="o">(</span><span class="n">point</span><span class="k">:</span> <span class="kt">Point</span><span class="o">)</span><span class="k">:</span> <span class="kt">TaggedPointCounter</span> <span class="o">=</span> <span class="o">{</span>
+ <span class="k">var</span> <span class="n">minDistance</span> <span class="k">=</span> <span class="nv">Double</span><span class="o">.</span><span class="py">PositiveInfinity</span>
+ <span class="k">var</span> <span class="n">nearestCentroidId</span> <span class="k">=</span> <span class="o">-</span><span class="mi">1</span>
+ <span class="nf">for</span> <span class="o">(</span><span class="n">centroid</span> <span class="k"><-</span> <span class="n">centroids</span><span class="o">)</span> <span class="o">{</span>
+ <span class="k">val</span> <span class="nv">distance</span> <span class="k">=</span> <span class="nv">Math</span><span class="o">.</span><span class="py">pow</span><span class="o">(</span><span class="nv">Math</span><span class="o">.</span><span class="py">pow</span><span class="o">(</span><span class="nv">point</span><span class="o">.</span><span class="py">x</span> <span class="o">-</span> <span class="nv">centroid</span><span class="o">.</span><span class="py">x</span><span [...]
+ <span class="nf">if</span> <span class="o">(</span><span class="n">distance</span> <span class="o"><</span> <span class="n">minDistance</span><span class="o">)</span> <span class="o">{</span>
+ <span class="n">minDistance</span> <span class="k">=</span> <span class="n">distance</span>
+ <span class="n">nearestCentroidId</span> <span class="k">=</span> <span class="nv">centroid</span><span class="o">.</span><span class="py">cluster</span>
+ <span class="o">}</span>
+ <span class="o">}</span>
+ <span class="k">new</span> <span class="nc">TaggedPointCounter</span><span class="o">(</span><span class="nv">point</span><span class="o">.</span><span class="py">x</span><span class="o">,</span> <span class="nv">point</span><span class="o">.</span><span class="py">y</span><span class="o">,</span> <span class="n">nearestCentroidId</span><span class="o">,</span> <span class="mi">1</span><span class="o">)</span>
+ <span class="o">}</span>
+ <span class="o">}</span>
+
+ <span class="c1">// Do the k-means loop.</span>
+ <span class="k">val</span> <span class="nv">finalCentroids</span> <span class="k">=</span> <span class="nv">initialCentroids</span><span class="o">.</span><span class="py">repeat</span><span class="o">(</span><span class="n">iterations</span><span class="o">,</span> <span class="o">{</span> <span class="n">currentCentroids</span> <span class="k">=></span>
+ <span class="n">points</span>
+ <span class="o">.</span><span class="py">mapJava</span><span class="o">(</span><span class="k">new</span> <span class="nc">SelectNearestCentroid</span><span class="o">,</span>
+ <span class="n">udfLoad</span> <span class="k">=</span> <span class="nv">LoadProfileEstimators</span><span class="o">.</span><span class="py">createFromSpecification</span><span class="o">(</span>
+ <span class="s">"my.udf.costfunction.key"</span><span class="o">,</span> <span class="n">configuration</span>
+ <span class="o">))</span>
+ <span class="o">.</span><span class="py">withBroadcast</span><span class="o">(</span><span class="n">currentCentroids</span><span class="o">,</span> <span class="s">"centroids"</span><span class="o">).</span><span class="py">withName</span><span class="o">(</span><span class="s">"Find nearest centroid"</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">reduceByKey</span><span class="o">(</span><span class="nv">_</span><span class="o">.</span><span class="py">cluster</span><span class="o">,</span> <span class="nv">_</span><span class="o">.</span><span class="py">add_points</span><span class="o">(</span><span class="k">_</span><span class="o">)).</span><span class="py">withName</span><span class="o">(</span><span class="s">"Add up points"</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">withCardinalityEstimator</span><span class="o">(</span><span class="n">k</span><span class="o">)</span>
+ <span class="o">.</span><span class="py">map</span><span class="o">(</span><span class="nv">_</span><span class="o">.</span><span class="py">average</span><span class="o">).</span><span class="py">withName</span><span class="o">(</span><span class="s">"Average points"</span><span class="o">)</span>
+ <span class="o">}).</span><span class="py">withName</span><span class="o">(</span><span class="s">"Loop"</span><span class="o">)</span>
+
+ <span class="c1">// Collect the results.</span>
+ <span class="o">.</span><span class="py">collect</span><span class="o">()</span>
+
+ <span class="nf">println</span><span class="o">(</span><span class="n">finalCentroids</span><span class="o">)</span>
+ <span class="o">}</span>
+<span class="o">}</span>
+</code></pre></div></div>
+
+</div>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/empty.html b/empty.html
new file mode 100644
index 0000000..7f5219d
--- /dev/null
+++ b/empty.html
@@ -0,0 +1,199 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publications</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publications</h1>
+
+ </div>
+</div>
+
+
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/index.html b/index.html
new file mode 100644
index 0000000..723906e
--- /dev/null
+++ b/index.html
@@ -0,0 +1,466 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Home</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <section id="full-screen-2" class="container-fluid p-0">
+ <div id="particules" ></div>
+ <div class="container h-100">
+ <div class="row h-100">
+ <div class="col-md-6 h-100">
+
+ </div>
+ <div class="col-md-6 h-100 d-flex align-items-center flex-wrap" >
+ <h1 class="p-2 display-4 tx-shadow" style="font-size: 5em">
+ THE <br/>
+CROSS-PLATFORM <br/>
+DATA<br/>
+PROCESSING <br/>
+SYSTEM
+
+ </h1>
+ </div>
+ </div>
+ </div>
+</section>
+<section class="container-fluid" style="background-color:#f8f9fa !important ">
+ <div class="container">
+ <div class="d-flex justify-content-center">
+ <p class="lead p-2">
+ <strong>
+ Apache Wayang is a system designed to fully support cross-platform data processing. That is, it enables users to run data analytics over multiple data processing platforms. For this, it provides an abstraction on top of existing platforms in order to run data analytic tasks on top of any set of platforms. As a result, users can focus on the logics of their applications rather on the intricacies of the underlying platforms.
+
+ </strong>
+ </p>
+ </div>
+ </div>
+</section>
+
+<section class="container-fluid p-0" style="background-color:#ffffff !important ">
+ <div class="d-flex justify-content-center">
+ <p class="display-4 p-2">
+ Turning a shadows into a show
+ </p>
+ </div>
+ <div class="d-flex justify-content-center">
+ <p class="lead p-2">
+ <strong>
+ Read more on how Apache Wayang convert the light and shadows of data processing platforms to amazing theatre for you.
+
+ </strong>
+ </p>
+ </div>
+</section>
+<section id="full-screen" class="p-0">
+ <div class="container">
+ <div class="d-flex justify-content-center tx-shadow">
+ <p class="display-4 p-2">
+ Features
+ </p>
+ </div>
+ <div class="d-flex justify-content-center tx-shadow">
+ <p class="lead p-2">
+ <strong>
+ How we move the string for you
+ </strong>
+ </p>
+ </div>
+ </div>
+ <div class="container">
+
+ <div class="row mb-3">
+
+ <div class="col d-flex align-items-stretch mb-2">
+ <div class="card text-center">
+ <div class="card-body">
+ <i class="fas fa-bezier-curve fa-8x"></i>
+ <h5 class="card-title">Cross-platform</h5>
+ <p class="card-text">Run a single data analytic task on top of any set of data processing platforms.</p>
+ </div>
+ </div>
+ </div>
+
+
+
+
+ <div class="col d-flex align-items-stretch mb-2">
+ <div class="card text-center">
+ <div class="card-body">
+ <i class="fa fa-clock fa-8x"></i>
+ <h5 class="card-title">High-Efficiency</h5>
+ <p class="card-text">It selects the best available data processing platform for any incoming query.</p>
+ </div>
+ </div>
+ </div>
+
+
+
+
+ <div class="col d-flex align-items-stretch mb-2">
+ <div class="card text-center">
+ <div class="card-body">
+ <i class="fa fa-puzzle-piece fa-8x"></i>
+ <h5 class="card-title">Flexibility</h5>
+ <p class="card-text">User defined functions (UDFs) as first-class citizens, enabling extensibility and adaptability.</p>
+ </div>
+ </div>
+ </div>
+
+ </div>
+ <div class="row mb-3">
+
+
+
+ <div class="col d-flex align-items-stretch mb-2">
+ <div class="card text-center">
+ <div class="card-body">
+ <i class="fas fa-child fa-8x"></i>
+ <h5 class="card-title">Ease-of-Use</h5>
+ <p class="card-text">A simple interface that allows developers to focus only on the logics of their application.</p>
+ </div>
+ </div>
+ </div>
+
+
+
+
+ <div class="col d-flex align-items-stretch mb-2">
+ <div class="card text-center">
+ <div class="card-body">
+ <i class="fa fa-piggy-bank fa-8x"></i>
+ <h5 class="card-title">Cost Saving</h5>
+ <p class="card-text">Fast development of data analytic applications.</p>
+ </div>
+ </div>
+ </div>
+
+
+
+
+ <div class="col d-flex align-items-stretch mb-2">
+ <div class="card text-center">
+ <div class="card-body">
+ <i class="fa fa-code-branch fa-8x"></i>
+ <h5 class="card-title">Open Source</h5>
+ <p class="card-text">All code is on GitHub under Apache License.</p>
+ </div>
+ </div>
+ </div>
+
+
+
+
+ </div>
+ </div>
+</section>
+
+<script src="https://cdn.jsdelivr.net/npm/particles.js@2.0.0/particles.min.js"></script>
+<script>
+ const queryString = window.location.search;
+ const urlParams = new URLSearchParams(queryString);
+ with_image = ! urlParams.has('poli');
+ if(with_image) {
+ image_url = 'https://wayang.apache.org/assets/img/puzzle-piece.png';
+ particlesJS(
+ 'particules',
+ {
+ "particles": {
+ "number": {
+ "value": 50,
+ "density": {
+ "enable": true,
+ "value_area": 800
+ }
+ },
+ "color": {
+ "value": "#1b1e34"
+ },
+ "shape": {
+ "type": "image",
+ "stroke": {
+ "width": 0,
+ "color": "#000"
+ },
+ "polygon": {
+ "nb_sides": 6
+ },
+ "image": {
+ "src": image_url,
+ "width": 1,
+ "height": 1
+ }
+ },
+ "opacity": {
+ "value": 0.8,
+ "random": true,
+ "anim": {
+ "enable": false,
+ "speed": 1,
+ "opacity_min": 0.1,
+ "sync": false
+ }
+ },
+ "size": {
+ "value": 60,
+ "random": true,
+ "anim": {
+ "enable": true,
+ "speed": 10,
+ "size_min": 40,
+ "sync": false
+ }
+ },
+ "line_linked": {
+ "enable": false,
+ "distance": 200,
+ "color": "#ffffff",
+ "opacity": 1,
+ "width": 2
+ },
+ "move": {
+ "enable": true,
+ "speed": 8,
+ "direction": "none",
+ "random": false,
+ "straight": false,
+ "out_mode": "out",
+ "bounce": false,
+ "attract": {
+ "enable": false,
+ "rotateX": 600,
+ "rotateY": 1200
+ }
+ }
+ },
+ "interactivity": {
+ "detect_on": "canvas",
+ "events": {
+ "onhover": {
+ "enable": false,
+ "mode": "grab"
+ },
+ "onclick": {
+ "enable": false,
+ "mode": "push"
+ },
+ "resize": true
+ },
+ "modes": {
+ "grab": {
+ "distance": 400,
+ "line_linked": {
+ "opacity": 1
+ }
+ },
+ "bubble": {
+ "distance": 400,
+ "size": 40,
+ "duration": 2,
+ "opacity": 8,
+ "speed": 3
+ },
+ "repulse": {
+ "distance": 200,
+ "duration": 0.4
+ },
+ "push": {
+ "particles_nb": 4
+ },
+ "remove": {
+ "particles_nb": 2
+ }
+ }
+ },
+ "retina_detect": true
+ }
+ );
+ }else{
+ particlesJS.load('particules', 'https://wayang.apache.org/assets/json/particules.conf.poligon.json', function() {});
+ }
+</script>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/publications-home.html b/publications-home.html
new file mode 100644
index 0000000..64152c2
--- /dev/null
+++ b/publications-home.html
@@ -0,0 +1,472 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publications</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publications</h1>
+
+ </div>
+</div>
+
+<section>
+ <div class="container timeline mt-n3">
+ <div class="row">
+ <div class="col-12">
+ <br>
+ </div>
+ </div>
+
+ <div class="row">
+ <div class="col-12 pl-0 mb-2">
+ <i class="fas fa-caret-right"></i>
+ 2018 - 08 - 27
+ </div>
+ </div>
+ <div class="row">
+ <div class="col-12 ml-2 mb-5">
+ <h4>
+ RHEEM: Enabling Cross-Platform Data Processing
+
+ </h4>
+ <p>Paper at PVLDB 11(11) 2018</p>
+
+ <p><strong>Authors: </strong>Divy Agrawal, Sanjay Chawla, Zoi Kaoudi, Sebastian Kruse, Jorge-Arnulfo Quiané-Ruiz, Bertty Contreras-Rojas, Ahmed Elmagarmid, Yasser Idris, Ji Lucas, Essam Mansour, Mourad Ouzzani, Paolo Papotti, Nan Tang, Saravanan Thirumuruganathan and Anis Troudi</p>
+ <a class="btn btn-outline-secondary" href="https://wayang.apache.org/publications/2018-08-27-vldb.html">
+ <i class="fas fa-glasses"></i> Read more...
+ </a>
+
+ <a class="btn btn-outline-info" href="https://wayang.apache.org/assets/pdf/paper/rheem.pdf">
+ <i class="fas fa-download"></i> Download
+ </a>
+
+ </div>
+ </div>
+
+ <div class="row">
+ <div class="col-12 pl-0 mb-2">
+ <i class="fas fa-caret-right"></i>
+ 2018 - 4 - 16
+ </div>
+ </div>
+ <div class="row">
+ <div class="col-12 ml-2 mb-5">
+ <h4>
+ Cross-Platform Data Processing: Use Cases and Challenges
+
+ </h4>
+ <p>Tutorial at ICDE 2018</p>
+
+ <p><strong>Authors: </strong>Zoi Kaoudi and Jorge-Arnulfo Quiané-Ruiz</p>
+ <a class="btn btn-outline-secondary" href="https://wayang.apache.org/publications/2018-04-16-icde-tutorial.html">
+ <i class="fas fa-glasses"></i> Read more...
+ </a>
+
+ <a class="btn btn-outline-info" href="https://wayang.apache.org/assets/pdf/paper/rheemtutorial.pdf">
+ <i class="fas fa-download"></i> Download
+ </a>
+
+ </div>
+ </div>
+
+ <div class="row">
+ <div class="col-12 pl-0 mb-2">
+ <i class="fas fa-caret-right"></i>
+ 2018 - 4 - 16
+ </div>
+ </div>
+ <div class="row">
+ <div class="col-12 ml-2 mb-5">
+ <h4>
+ RheemStudio: Cross-Platform Data Analytics Made Easy
+
+ </h4>
+ <p>Demo at ICDE 2018</p>
+
+ <p><strong>Authors: </strong>Ji Lucas, Yasser Idris, Bertty Contreras-Rojas, Jorge-Arnulfo Quiané-Ruiz and Sanjay Chawla</p>
+ <a class="btn btn-outline-secondary" href="https://wayang.apache.org/publications/2018-04-16-icde-demo.html">
+ <i class="fas fa-glasses"></i> Read more...
+ </a>
+
+ <a class="btn btn-outline-info" href="https://wayang.apache.org/assets/pdf/paper/studiodemo.pdf">
+ <i class="fas fa-download"></i> Download
+ </a>
+
+ </div>
+ </div>
+
+ <div class="row">
+ <div class="col-12 pl-0 mb-2">
+ <i class="fas fa-caret-right"></i>
+ 2017 - 6 - 12
+ </div>
+ </div>
+ <div class="row">
+ <div class="col-12 ml-2 mb-5">
+ <h4>
+ Interoperating a Zoo of Data Processing Platforms Using Rheem
+
+ </h4>
+ <p>Talk at Spark Summit 2017</p>
+
+ <p><strong>Authors: </strong>Yasser Idris and Sebastian Kruse</p>
+ <a class="btn btn-outline-secondary" href="https://wayang.apache.org/publications/2017-06-12-spark_summit.html">
+ <i class="fas fa-glasses"></i> Read more...
+ </a>
+
+ <a class="btn btn-outline-info" href="https://databricks.com/session/interoperating-a-zoo-of-data-processing-platforms-using-rheem">
+ <i class="fas fa-external-link-alt"></i> External Link
+ </a>
+
+ </div>
+ </div>
+
+ <div class="row">
+ <div class="col-12 pl-0 mb-2">
+ <i class="fas fa-caret-right"></i>
+ 2017 - 5 - 14
+ </div>
+ </div>
+ <div class="row">
+ <div class="col-12 ml-2 mb-5">
+ <h4>
+ A Cost-based Optimizer for Gradient Descent Optimization
+
+ </h4>
+ <p>Paper at SIGMOD 2017</p>
+
+ <p><strong>Authors: </strong>Zoi Kaoudi, Jorge-Arnulfo Quiané-Ruiz, Saravanan Thirumuruganathan, Sanjay Chawla and Divy Agrawal</p>
+ <a class="btn btn-outline-secondary" href="https://wayang.apache.org/publications/2017-05-14-sigmod.html">
+ <i class="fas fa-glasses"></i> Read more...
+ </a>
+
+ <a class="btn btn-outline-info" href="https://wayang.apache.org/assets/pdf/paper/ml4all.pdf">
+ <i class="fas fa-download"></i> Download
+ </a>
+
+ </div>
+ </div>
+
+ <div class="row">
+ <div class="col-12 pl-0 mb-2">
+ <i class="fas fa-caret-right"></i>
+ 2016 - 09 - 5
+ </div>
+ </div>
+ <div class="row">
+ <div class="col-12 ml-2 mb-5">
+ <h4>
+ Rheem
+
+ </h4>
+ <p>Tutorial at BOSS 2016</p>
+
+ <p><strong>Authors: </strong>Zoi Kaoudi, Sebastian Kruse and Jorge-Arnulfo Quiané-Ruiz</p>
+ <a class="btn btn-outline-secondary" href="https://wayang.apache.org/publications/2016-09-05-vldb.html">
+ <i class="fas fa-glasses"></i> Read more...
+ </a>
+
+ <a class="btn btn-outline-info" href="https://wayang.apache.org/assets/pdf/paper/rheemhandson.pdf">
+ <i class="fas fa-download"></i> Download
+ </a>
+
+ </div>
+ </div>
+
+ <div class="row">
+ <div class="col-12 pl-0 mb-2">
+ <i class="fas fa-caret-right"></i>
+ 2016 - 6 - 26
+ </div>
+ </div>
+ <div class="row">
+ <div class="col-12 ml-2 mb-5">
+ <h4>
+ Rheem: Enabling Multi-Platform Task Execution
+
+ </h4>
+ <p>Demo at SIGMOD 2016</p>
+
+ <p><strong>Authors: </strong>Divy Agrawal, Lamine Ba, Laure Berti-Equille, Sanjay Chawla, Ahmed Elmagarmid, Hossam Hammady, Yasser Idris, Zoi Kaoudi, Zuhair Khayyat, Sebastian Kruse, Mourad Ouzzani, Paolo Papotti, Jorge-Arnulfo Quiané-Ruiz, Nan Tang and Mohammed J. Zaki</p>
+ <a class="btn btn-outline-secondary" href="https://wayang.apache.org/publications/2016-06-26-sigmod.html">
+ <i class="fas fa-glasses"></i> Read more...
+ </a>
+
+ <a class="btn btn-outline-info" href="https://wayang.apache.org/assets/pdf/paper/rheemdemo.pdf">
+ <i class="fas fa-download"></i> Download
+ </a>
+
+ </div>
+ </div>
+
+ <div class="row">
+ <div class="col-12 pl-0 mb-2">
+ <i class="fas fa-caret-right"></i>
+ 2016 - 3 - 15
+ </div>
+ </div>
+ <div class="row">
+ <div class="col-12 ml-2 mb-5">
+ <h4>
+ Road to Freedom in Data Analytics
+
+ </h4>
+ <p>Vision Paper at EDBT 2016</p>
+
+ <p><strong>Authors: </strong>Divy Agrawal, Sanjay Chawla, Ahmed Elmagarmid, Zoi Kaoudi, Mourad Ouzzani, Paolo Papotti, Jorge-Arnulfo Quiané-Ruiz, Nan Tang and Mohammed J. Zaki</p>
+ <a class="btn btn-outline-secondary" href="https://wayang.apache.org/publications/2016-03-15-edbt.html">
+ <i class="fas fa-glasses"></i> Read more...
+ </a>
+
+ <a class="btn btn-outline-info" href="https://wayang.apache.org/assets/pdf/paper/vision.pdf">
+ <i class="fas fa-download"></i> Download
+ </a>
+
+ </div>
+ </div>
+
+ <div class="row">
+ <div class="col-12 pl-0 mb-2">
+ <i class="fas fa-caret-right"></i>
+ 2015 - 08 - 31
+ </div>
+ </div>
+ <div class="row">
+ <div class="col-12 ml-2 mb-5">
+ <h4>
+ Lightning Fast and Space Efficient Inequality Joins
+
+ </h4>
+ <p>Paper at PVLDB 8(13) 2015</p>
+
+ <p><strong>Authors: </strong>Zuhair Khayyat, William Lucia, Meghna Singh, Mourad Ouzzani, Paolo Papotti, Jorge-Arnulfo Quiané-Ruiz, Nan Tang and Panos Kalnis</p>
+ <a class="btn btn-outline-secondary" href="https://wayang.apache.org/publications/2015-08-31-vldb.html">
+ <i class="fas fa-glasses"></i> Read more...
+ </a>
+
+ <a class="btn btn-outline-info" href="https://wayang.apache.org/assets/pdf/paper/iejoin.pdf">
+ <i class="fas fa-download"></i> Download
+ </a>
+
+ </div>
+ </div>
+
+ <div class="row">
+ <div class="col-12 pl-0 mb-2">
+ <i class="fas fa-caret-right"></i>
+ 2015 - 5 - 31
+ </div>
+ </div>
+ <div class="row">
+ <div class="col-12 ml-2 mb-5">
+ <h4>
+ BigDansing: A System for Big Data Cleansing
+
+ </h4>
+ <p>Paper at SIGMOD 2015</p>
+
+ <p><strong>Authors: </strong>Zuhair Khayyat, Ihab F. Ilyas, Alekh Jindal, Samuel Madden, Mourad Ouzzani, Paolo Papotti, Jorge-Arnulfo Quiané-Ruiz, Nan Tang and Si Yin</p>
+ <a class="btn btn-outline-secondary" href="https://wayang.apache.org/publications/2015-05-31-sigmod.html">
+ <i class="fas fa-glasses"></i> Read more...
+ </a>
+
+ <a class="btn btn-outline-info" href="https://wayang.apache.org/assets/pdf/paper/bigdansing.pdf">
+ <i class="fas fa-download"></i> Download
+ </a>
+
+ </div>
+ </div>
+
+ </div>
+</section>
+
+
+
+
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/publications/2015-05-31-sigmod.html b/publications/2015-05-31-sigmod.html
new file mode 100644
index 0000000..e89ad86
--- /dev/null
+++ b/publications/2015-05-31-sigmod.html
@@ -0,0 +1,221 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publication</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publication</h1>
+
+ <h2 style="color: white; font-size: 2em">BigDansing: A System for Big Data Cleansing
+</h2>
+
+ </div>
+</div>
+
+<div class="container">
+ <div class="row justify-content-md-center mb-4">
+ <div class="col-12 ">
+ <div class="post-info-wrapper">
+ <p class="italic">By <span class="bold">Zuhair Khayyat, Ihab F. Ilyas, Alekh Jindal, Samuel Madden, Mourad Ouzzani, Paolo Papotti, Jorge-Arnulfo Quiané-Ruiz, Nan Tang and Si Yin</span> on <span class="bold">2015</span></p>
+ </div>
+ <hr />
+ <p>Data cleansing approaches have usually focused on detecting and fixing errors with little attention to scaling to big datasets. This presents a serious impediment since data cleansing often involves costly computations such as enumerating pairs of tuples, handling inequality joins, and dealing with user-defined functions. In this paper, we present BigDansing, a Big Data Cleansing system to tackle efficiency, scalability, and ease-of-use issues in data cleansing. The system [...]
+
+ <hr />
+ </div>
+ <div class="col-10 text-center">
+
+ <a href="/assets/pdf/paper/bigdansing.pdf" class="btn btn-outline-info">
+ <i class="far fa-file-pdf"></i> Download
+ </a>
+
+ </div>
+ </div>
+</div>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/publications/2015-08-31-vldb.html b/publications/2015-08-31-vldb.html
new file mode 100644
index 0000000..45cbf93
--- /dev/null
+++ b/publications/2015-08-31-vldb.html
@@ -0,0 +1,221 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publication</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publication</h1>
+
+ <h2 style="color: white; font-size: 2em">Lightning Fast and Space Efficient Inequality Joins
+</h2>
+
+ </div>
+</div>
+
+<div class="container">
+ <div class="row justify-content-md-center mb-4">
+ <div class="col-12 ">
+ <div class="post-info-wrapper">
+ <p class="italic">By <span class="bold">Zuhair Khayyat, William Lucia, Meghna Singh, Mourad Ouzzani, Paolo Papotti, Jorge-Arnulfo Quiané-Ruiz, Nan Tang and Panos Kalnis</span> on <span class="bold">2015</span></p>
+ </div>
+ <hr />
+ <p>Inequality joins, which join relational tables on inequality conditions, are used in various applications. While there have been a wide range of optimization methods for joins in database systems, from algorithms such as sort-merge join and band join, to various indices such as B+-tree, R∗-tree and Bitmap, inequality joins have received little attention and queries containing such joins are usually very slow. In this paper, we introduce fast inequality join algorithms. We [...]
+
+ <hr />
+ </div>
+ <div class="col-10 text-center">
+
+ <a href="/assets/pdf/paper/iejoin.pdf" class="btn btn-outline-info">
+ <i class="far fa-file-pdf"></i> Download
+ </a>
+
+ </div>
+ </div>
+</div>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/publications/2016-03-15-edbt.html b/publications/2016-03-15-edbt.html
new file mode 100644
index 0000000..ceabb21
--- /dev/null
+++ b/publications/2016-03-15-edbt.html
@@ -0,0 +1,221 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publication</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publication</h1>
+
+ <h2 style="color: white; font-size: 2em">Road to Freedom in Data Analytics
+</h2>
+
+ </div>
+</div>
+
+<div class="container">
+ <div class="row justify-content-md-center mb-4">
+ <div class="col-12 ">
+ <div class="post-info-wrapper">
+ <p class="italic">By <span class="bold">Divy Agrawal, Sanjay Chawla, Ahmed Elmagarmid, Zoi Kaoudi, Mourad Ouzzani, Paolo Papotti, Jorge-Arnulfo Quiané-Ruiz, Nan Tang and Mohammed J. Zaki</span> on <span class="bold">2016</span></p>
+ </div>
+ <hr />
+ <p>The world is fast moving towards a data-driven society where data is the most valuable asset. Organizations need to perform very diverse analytic tasks using various data processing platforms. In doing so, they face many challenges; chiefly, platform dependence, poor interoperability, and poor performance when using multiple platforms. We present RHEEM, our vision for big data analytics over diverse data processing platforms. RHEEM provides a threelayer data processing and [...]
+
+ <hr />
+ </div>
+ <div class="col-10 text-center">
+
+ <a href="/assets/pdf/paper/vision.pdf" class="btn btn-outline-info">
+ <i class="far fa-file-pdf"></i> Download
+ </a>
+
+ </div>
+ </div>
+</div>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/publications/2016-06-26-sigmod.html b/publications/2016-06-26-sigmod.html
new file mode 100644
index 0000000..db19949
--- /dev/null
+++ b/publications/2016-06-26-sigmod.html
@@ -0,0 +1,221 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publication</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publication</h1>
+
+ <h2 style="color: white; font-size: 2em">Rheem: Enabling Multi-Platform Task Execution
+</h2>
+
+ </div>
+</div>
+
+<div class="container">
+ <div class="row justify-content-md-center mb-4">
+ <div class="col-12 ">
+ <div class="post-info-wrapper">
+ <p class="italic">By <span class="bold">Divy Agrawal, Lamine Ba, Laure Berti-Equille, Sanjay Chawla, Ahmed Elmagarmid, Hossam Hammady, Yasser Idris, Zoi Kaoudi, Zuhair Khayyat, Sebastian Kruse, Mourad Ouzzani, Paolo Papotti, Jorge-Arnulfo Quiané-Ruiz, Nan Tang and Mohammed J. Zaki</span> on <span class="bold">2016</span></p>
+ </div>
+ <hr />
+ <p>Many emerging applications, from domains such as healthcare and oil & gas, require several data processing systems for complex analytics. This demo paper showcases Rheem, a framework that provides multi-platform task execution for such applications. It features a three-layer data processing abstraction and a new query optimization approach for multi-platform settings. We will demonstrate the strengths of Rheem by using real-world scenarios from three different applicat [...]
+
+ <hr />
+ </div>
+ <div class="col-10 text-center">
+
+ <a href="/assets/pdf/paper/rheemdemo.pdf" class="btn btn-outline-info">
+ <i class="far fa-file-pdf"></i> Download
+ </a>
+
+ </div>
+ </div>
+</div>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/publications/2016-09-05-vldb.html b/publications/2016-09-05-vldb.html
new file mode 100644
index 0000000..2f63f25
--- /dev/null
+++ b/publications/2016-09-05-vldb.html
@@ -0,0 +1,225 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publication</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publication</h1>
+
+ <h2 style="color: white; font-size: 2em">Rheem
+</h2>
+
+ </div>
+</div>
+
+<div class="container">
+ <div class="row justify-content-md-center mb-4">
+ <div class="col-12 ">
+ <div class="post-info-wrapper">
+ <p class="italic">By <span class="bold">Zoi Kaoudi, Sebastian Kruse and Jorge-Arnulfo Quiané-Ruiz</span> on <span class="bold">2016</span></p>
+ </div>
+ <hr />
+ <p>Bored of keep moving your app to the newest data processing platform to achieve high performance? Tired of dealing with a zoo of processing platforms to get the best performance for your analytic tasks? Then, this tutorial is for you!</p>
+
+<p>Indeed, we are witnessing a plethora of innovative data processing platforms in the last few years. While this is generally great, leveraging these new technologies in practice bears quite some challenges, just to name a few, developers must: (i) find among the plethora of processing platforms the best one for their applications; (ii) migrate their applications to newer and faster platforms every now and then; and (iii) orchestrate different platforms so that applications leverage the [...]
+
+<p>We address these issues with Rheem, a system that enables big data analytics over multiple data processing platforms in a seamless manner. It provides a three-layer data processing abstraction with that applications can achieve both platform independence and interoperability across multiple platforms. With Rheem, dRheemers (Rheem developers) can focus on the logics of their applications. Rheem, in turn, takes care of efficiently executing applications by choosing either a single or mu [...]
+
+ <hr />
+ </div>
+ <div class="col-10 text-center">
+
+ <a href="/assets/pdf/paper/rheemhandson.pdf" class="btn btn-outline-info">
+ <i class="far fa-file-pdf"></i> Download
+ </a>
+
+ </div>
+ </div>
+</div>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/publications/2017-05-14-sigmod.html b/publications/2017-05-14-sigmod.html
new file mode 100644
index 0000000..3845cb9
--- /dev/null
+++ b/publications/2017-05-14-sigmod.html
@@ -0,0 +1,221 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publication</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publication</h1>
+
+ <h2 style="color: white; font-size: 2em">A Cost-based Optimizer for Gradient Descent Optimization
+</h2>
+
+ </div>
+</div>
+
+<div class="container">
+ <div class="row justify-content-md-center mb-4">
+ <div class="col-12 ">
+ <div class="post-info-wrapper">
+ <p class="italic">By <span class="bold">Zoi Kaoudi, Jorge-Arnulfo Quiané-Ruiz, Saravanan Thirumuruganathan, Sanjay Chawla and Divy Agrawal</span> on <span class="bold">2017</span></p>
+ </div>
+ <hr />
+ <p>As the use of machine learning (ML) permeates into diverse application domains, there is an urgent need to support a declarative framework for ML. Ideally, a user will specify an ML task in a high-level and easy-to-use language and the framework will invoke the appropriate algorithms and system configurations to execute it. An important observation towards designing such a framework is that many ML tasks can be expressed as mathematical optimization problems, which take a [...]
+
+ <hr />
+ </div>
+ <div class="col-10 text-center">
+
+ <a href="/assets/pdf/paper/ml4all.pdf" class="btn btn-outline-info">
+ <i class="far fa-file-pdf"></i> Download
+ </a>
+
+ </div>
+ </div>
+</div>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/publications/2017-06-12-spark_summit.html b/publications/2017-06-12-spark_summit.html
new file mode 100644
index 0000000..0754350
--- /dev/null
+++ b/publications/2017-06-12-spark_summit.html
@@ -0,0 +1,223 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publication</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publication</h1>
+
+ <h2 style="color: white; font-size: 2em">Interoperating a Zoo of Data Processing Platforms Using Rheem
+</h2>
+
+ </div>
+</div>
+
+<div class="container">
+ <div class="row justify-content-md-center mb-4">
+ <div class="col-12 ">
+ <div class="post-info-wrapper">
+ <p class="italic">By <span class="bold">Yasser Idris and Sebastian Kruse</span> on <span class="bold">2017</span></p>
+ </div>
+ <hr />
+ <p>We are witnessing a proliferation of big data, which has lead to a zoo of data processing systems. Each system providing a different set of features. For example, Spark provides scalability to analytic tasks, but Java 8 Streams provides low-latency. Furthermore, complex applications, such as ETL and ML, are now requiring a mixture of platforms to perform tasks efficiently. In such complex data analytics pipelines, the use of multiple data processing system is not only for [...]
+
+<p>In this talk, we will present Rheem, an open source scalable cross-platform system that frees developers from these burdens. Rheem provides an abstraction layer on top of Spark (and other processing platforms) with the aim of enabling cross-platform optimization and interoperability. It automatically selects the best data processing platforms for a given task and also handles the cross-platform execution. In particular, we will discuss how Rheem allows Spark to work in tandem with oth [...]
+
+ <hr />
+ </div>
+ <div class="col-10 text-center">
+
+ <a href="https://databricks.com/session/interoperating-a-zoo-of-data-processing-platforms-using-rheem" class="btn btn-outline-info">
+ <i class="fas fa-external-link-alt"></i> Go External Link
+ </a>
+
+ </div>
+ </div>
+</div>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/publications/2018-04-16-icde-demo.html b/publications/2018-04-16-icde-demo.html
new file mode 100644
index 0000000..7e82662
--- /dev/null
+++ b/publications/2018-04-16-icde-demo.html
@@ -0,0 +1,221 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publication</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publication</h1>
+
+ <h2 style="color: white; font-size: 2em">RheemStudio: Cross-Platform Data Analytics Made Easy
+</h2>
+
+ </div>
+</div>
+
+<div class="container">
+ <div class="row justify-content-md-center mb-4">
+ <div class="col-12 ">
+ <div class="post-info-wrapper">
+ <p class="italic">By <span class="bold">Ji Lucas, Yasser Idris, Bertty Contreras-Rojas, Jorge-Arnulfo Quiané-Ruiz and Sanjay Chawla</span> on <span class="bold">2018</span></p>
+ </div>
+ <hr />
+ <p>Many of today’s applications need several data processing platforms for complex analytics. Thus, recent systems have taken steps towards supporting cross-platform data analytics. Yet, current cross-platform systems lack of ease-of-use, which is crucial for their adoption. This demo presents RHEEMStudio, a visual IDE on top of RHEEM. It allows users to easily specify their cross-platform data analytic tasks. In this demo, we will demonstrate five main features of RHEEMStudi [...]
+
+ <hr />
+ </div>
+ <div class="col-10 text-center">
+
+ <a href="/assets/pdf/paper/studiodemo.pdf" class="btn btn-outline-info">
+ <i class="far fa-file-pdf"></i> Download
+ </a>
+
+ </div>
+ </div>
+</div>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/publications/2018-04-16-icde-tutorial.html b/publications/2018-04-16-icde-tutorial.html
new file mode 100644
index 0000000..587ef25
--- /dev/null
+++ b/publications/2018-04-16-icde-tutorial.html
@@ -0,0 +1,221 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publication</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publication</h1>
+
+ <h2 style="color: white; font-size: 2em">Cross-Platform Data Processing: Use Cases and Challenges
+</h2>
+
+ </div>
+</div>
+
+<div class="container">
+ <div class="row justify-content-md-center mb-4">
+ <div class="col-12 ">
+ <div class="post-info-wrapper">
+ <p class="italic">By <span class="bold">Zoi Kaoudi and Jorge-Arnulfo Quiané-Ruiz</span> on <span class="bold">2018</span></p>
+ </div>
+ <hr />
+ <p>There is a zoo of data processing platforms which help users and organizations to extract value out of their data. Although each of these platforms excels in specific aspects, users typically end up running their data analytics on suboptimal platforms. This is not only because choosing the right platform among the myriad of big data platforms is a daunting task, but also due to the fact that today’s data analytics are moving beyond the limits of a single platform. Thus, th [...]
+
+ <hr />
+ </div>
+ <div class="col-10 text-center">
+
+ <a href="/assets/pdf/paper/rheemtutorial.pdf" class="btn btn-outline-info">
+ <i class="far fa-file-pdf"></i> Download
+ </a>
+
+ </div>
+ </div>
+</div>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/publications/2018-08-27-vldb.html b/publications/2018-08-27-vldb.html
new file mode 100644
index 0000000..84dd5d3
--- /dev/null
+++ b/publications/2018-08-27-vldb.html
@@ -0,0 +1,221 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <title>Apache Wayang - Publication</title>
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/css/bootstrap.min.css" integrity="sha384-B0vP5xmATw1+K9KRQjQERJvTumQW0nPEzvF6L/Z6nronJ3oUOFUFpCjEUQouq2+l" crossorigin="anonymous">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/color.css">
+ <link rel="stylesheet" href="https://pro.fontawesome.com/releases/v5.10.0/css/all.css" integrity="sha384-AYmEC3Yw5cVb3ZcuHtOA93w35dYTsvhLPVnYs9eStHfGJvOvKxVfELGroGkvsg+p" crossorigin="anonymous"/>
+
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/monokai.css">
+ <link rel="stylesheet" href="https://wayang.apache.org/assets/css/home.css">
+
+</head>
+<body>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<nav class="navbar navbar-expand-lg navbar-light bg-light sticky-top shadow-lg">
+ <div class="container d-flex justify-content-between w-100">
+ <div class="mr-auto p-2">
+ <a class="navbar-brand" href="/">Wayang</a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+ </div>
+
+ <div class="p-2">
+ <div class="collapse navbar-collapse" id="navbarSupportedContent">
+ <div class="navbar-nav">
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/">
+ Home
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/about">
+ About
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/documentation">
+ Documentation
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item ">
+ <a class="nav-link" href="https://wayang.apache.org/publications-home">
+ Publications
+ </a>
+ </li>
+
+
+
+
+
+
+ <li class="nav-item dropdown ">
+ <a class="nav-link dropdown-toggle" data-toggle="dropdown" href="#" role="button" aria-haspopup="true" aria-expanded="false">
+ Apache
+ </a>
+ <div class="dropdown-menu">
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/how-it-works.html">
+ Apache Software Foundation
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">
+ Apache License
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">
+ Sponsorship
+ </a>
+
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">
+ Thanks
+ </a>
+
+ </div>
+ </li>
+
+
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+
+</nav>
+<div class="container-fluid p-0">
+ <div class="title-post mb-3 mt-n5 d-flex align-items-center shadow" >
+ <div class="col pt-4" style="text-align: center">
+ <h1 class="mb-n2 mt-1" style="color: white; font-size: 4em">Publication</h1>
+
+ <h2 style="color: white; font-size: 2em">RHEEM: Enabling Cross-Platform Data Processing
+</h2>
+
+ </div>
+</div>
+
+<div class="container">
+ <div class="row justify-content-md-center mb-4">
+ <div class="col-12 ">
+ <div class="post-info-wrapper">
+ <p class="italic">By <span class="bold">Divy Agrawal, Sanjay Chawla, Zoi Kaoudi, Sebastian Kruse, Jorge-Arnulfo Quiané-Ruiz, Bertty Contreras-Rojas, Ahmed Elmagarmid, Yasser Idris, Ji Lucas, Essam Mansour, Mourad Ouzzani, Paolo Papotti, Nan Tang, Saravanan Thirumuruganathan and Anis Troudi</span> on <span class="bold">2018</span></p>
+ </div>
+ <hr />
+ <p>Solving business problems increasingly requires going beyond the limits of a single data processing platform (platform for short), such as Hadoop or a DBMS. As a result, organizations typically perform tedious and costly tasks to juggle their code and data across different platforms. Addressing this pain and achieving automatic cross-platform data processing is quite challenging: finding the most efficient platform for a given task requires quite good expertise for all the [...]
+
+ <hr />
+ </div>
+ <div class="col-10 text-center">
+
+ <a href="/assets/pdf/paper/rheem.pdf" class="btn btn-outline-info">
+ <i class="far fa-file-pdf"></i> Download
+ </a>
+
+ </div>
+ </div>
+</div>
+
+
+</div>
+
+<footer class="footer position-sticky sticky-bottom">
+ <nav class="navbar navbar-light bg-light" style="background: #A6A6A6;">
+ <div class="container">
+ <div class="row">
+ <div class="col text-center">
+ <a href="http://incubator.apache.org/" >
+ <img class="w-50" src="https://wayang.apache.org/assets/img/egg-logo.png">
+ </a>
+ <br />
+ <p style="text-align: justify">
+ Apache Wayang is an effort undergoing Incubation at The Apache Software Foundation (ASF), sponsored by the Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate [...]
+ </p>
+ <p class="text-center">
+ Copyright © 2021 The Apache Software Foundation.<br />
+ Licensed under the Apache License, Version 2.0.<br />
+ Apache, the Apache Feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+ </p>
+ </div>
+ </div>
+ </div>
+ </nav>
+</footer>
+
+
+<script src="https://code.jquery.com/jquery-3.5.1.slim.min.js" integrity="sha384-DfXdz2htPH0lsSSs5nCTpuj/zy4C+OGpamoFVy38MVBnE+IbbVYUew+OrCXaRkfj" crossorigin="anonymous"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@4.6.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-Piv4xVNRyMGpqkS2by6br4gNJ7DXjqk09RmUpJ8jgGtD7zP9yug3goQfGII0yAns" crossorigin="anonymous"></script>
+
+<script src="https://wayang.apache.org/assets/js/add_numbers.js"></script>
+</body>
+
+</html>
diff --git a/script/cibuild b/script/cibuild
new file mode 100755
index 0000000..d018850
--- /dev/null
+++ b/script/cibuild
@@ -0,0 +1,54 @@
+#!/usr/bin/env bash
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+set -e # halt script on error
+
+URL="https://wayang.apache.org"
+BASE_URL="/"
+BRANCH_PAGE=asf-site
+
+echo "url: \"${URL}\"" > _config.yml.tmp
+echo "baseurl: \"${BASE_URL}\"" >> _config.yml.tmp
+cat _config.yml | grep -v "url:" >> _config.yml.tmp
+mv _config.yml.tmp _config.yml
+
+bundle exec jekyll build
+if [ "${VALIDATE}" != "" ]; then
+ bundle exec htmlproofer ./_site
+else
+ echo "it will not validate the site"
+fi
+
+mkdir -p ../tmp
+mv ./_site/* ../tmp
+cp DISCLAIMER ../tmp
+cp LICENSE.TXT ../tmp
+cp NOTICE.TXT ../tmp
+
+git checkout --orphan ${BRANCH_PAGE}
+rm -rf ./*
+
+mv ../tmp/* ./
+
+git add -A
+git status
+git commit -m "Lastest site built on successful travis build $TRAVIS_BUILD_NUMBER auto-pushed to github"
+git remote set-url origin https://${USER}:${TOKEN}@github.com/${TRAVIS_REPO_SLUG}
+git push origin --delete ${BRANCH_PAGE}
+git push origin ${BRANCH_PAGE}:${BRANCH_PAGE}