You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nemo.apache.org by wy...@apache.org on 2018/07/03 08:30:17 UTC
[incubator-nemo] 05/05: Merge branch 'master' into
106-move-compiler-test
This is an automated email from the ASF dual-hosted git repository.
wylee pushed a commit to branch 106-move-compiler-test
in repository https://gitbox.apache.org/repos/asf/incubator-nemo.git
commit a2d53a2857a6973d6836204871fc266cf01bf1cc
Merge: a620695 9fe914c
Author: WooYeon <wy...@gmail.com>
AuthorDate: Tue Jul 3 17:29:42 2018 +0900
Merge branch 'master' into 106-move-compiler-test
.../edu/snu/nemo/client/ClientDriverRPCTest.java | 0
.../edu/snu/nemo}/client/ClientEndpointTest.java | 5 +-
.../main/java/edu/snu/nemo/common/ContextImpl.java | 9 +-
.../main/java/edu/snu/nemo/common/dag/Edge.java | 2 +-
.../exception/UnsupportedMetricException.java | 18 +-
.../edu/snu/nemo/common/ir/OutputCollector.java | 2 +-
.../AdditionalTagOutputProperty.java | 42 ++++
.../nemo/common/ir/vertex/transform/Transform.java | 1 +
.../java/edu/snu/nemo/common/ContextImplTest.java | 4 +-
.../frontend/beam/NemoPipelineVisitor.java | 33 ++-
.../frontend/beam/transform/DoTransform.java | 9 +-
.../pass/compiletime/composite/SailfishPass.java | 5 +-
.../compiletime/composite/SailfishPassTest.java | 10 +-
.../nemo/examples/beam/PartitionWordsByLength.java | 96 ++++++++
...Case.java => PartitionWordsByLengthITCase.java} | 44 ++--
.../snu/nemo/examples/beam/WordCountITCase.java | 14 +-
.../beam_sample_one_executor_resources.json | 7 +
examples/resources/sample_input_tag | 7 +
examples/resources/test_output_tag_long | 2 +
examples/resources/test_output_tag_short | 3 +
examples/resources/test_output_tag_very_long | 2 +
pom.xml | 2 +
runtime/common/pom.xml | 10 +
.../runtime/common/metric/DataTransferEvent.java | 54 +++++
.../edu/snu/nemo/runtime/common/metric/Event.java | 38 +--
.../snu/nemo/runtime/common/metric/JobMetric.java | 80 +++++++
.../MetricFlushPeriod.java => Metric.java} | 23 +-
.../snu/nemo/runtime/common/metric/MetricData.java | 71 ------
.../runtime/common/metric/MetricDataBuilder.java | 97 --------
.../nemo/runtime/common/metric/StageMetric.java | 59 +++++
.../nemo/runtime/common/metric/StateMetric.java} | 29 +--
.../common/metric/StateTransitionEvent.java} | 37 +--
.../snu/nemo/runtime/common/metric/TaskMetric.java | 146 ++++++++++++
.../runtime/common/plan/PhysicalPlanGenerator.java | 2 +
runtime/common/src/main/proto/ControlMessage.proto | 6 +-
.../snu/nemo/runtime/executor/MetricCollector.java | 67 ------
.../nemo/runtime/executor/MetricManagerWorker.java | 21 +-
.../nemo/runtime/executor/MetricMessageSender.java | 8 +-
.../nemo/runtime/executor/TaskStateManager.java | 26 +--
.../executor/bytetransfer/ByteInputContext.java | 11 +-
.../bytetransfer/ClosableBlockingQueue.java | 17 ++
.../runtime/executor/data/BlockManagerWorker.java | 1 +
.../snu/nemo/runtime/executor/data/DataUtil.java | 49 ++--
.../runtime/executor/data/block/FileBlock.java | 7 +-
.../executor/data/metadata/FileMetadata.java | 6 +-
.../executor/data/metadata/PartitionMetadata.java | 15 +-
.../executor/data/metadata/RemoteFileMetadata.java | 2 -
.../data/partition/SerializedPartition.java | 18 --
.../executor/datatransfer/DataTransferFactory.java | 6 +-
.../executor/datatransfer/OutputCollectorImpl.java | 68 +++++-
.../executor/datatransfer/OutputWriter.java | 12 +-
.../nemo/runtime/executor/task/DataFetcher.java | 8 -
.../executor/task/ParentTaskDataFetcher.java | 85 ++++---
.../executor/task/SourceVertexDataFetcher.java | 11 +-
.../nemo/runtime/executor/task/TaskExecutor.java | 105 ++++++---
.../nemo/runtime/executor/task/VertexHarness.java | 22 +-
.../executor/datatransfer/DataTransferTest.java | 47 ++--
.../executor/task/ParentTaskDataFetcherTest.java | 135 +++++++++++
.../runtime/executor/task/TaskExecutorTest.java | 105 ++++++++-
runtime/master/pom.xml | 20 ++
.../snu/nemo/runtime/master/JobStateManager.java | 82 ++-----
.../snu/nemo/runtime/master/MetricBroadcaster.java | 102 +++++++++
.../nemo/runtime/master/MetricManagerMaster.java | 34 ++-
.../nemo/runtime/master/MetricMessageHandler.java | 18 +-
.../edu/snu/nemo/runtime/master/MetricStore.java | 254 +++++++++++++++++++++
.../edu/snu/nemo/runtime/master/RuntimeMaster.java | 44 +++-
.../runtime/master/servlet/AllMetricServlet.java | 38 +++
.../runtime/master/servlet/JobMetricServlet.java | 39 ++++
.../runtime/master/servlet/StageMetricServlet.java | 39 ++++
.../runtime/master/servlet/TaskMetricServlet.java | 39 ++++
.../master/servlet/WebSocketMetricAdapter.java | 62 +++++
.../master/servlet/WebSocketMetricServlet.java} | 17 +-
.../snu/nemo/runtime/master/MetricStoreTest.java | 52 +++++
.../runtime/common/plan/StagePartitionerTest.java | 2 +
74 files changed, 1997 insertions(+), 666 deletions(-)