You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by lc...@apache.org on 2016/03/01 20:16:08 UTC
[1/3] incubator-beam git commit: Delete windmill_service.proto (not
part of Beam)
Repository: incubator-beam
Updated Branches:
refs/heads/master a2d86775f -> c9e552531
Delete windmill_service.proto (not part of Beam)
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/c4954179
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/c4954179
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/c4954179
Branch: refs/heads/master
Commit: c49541796e1d5b51cf334702acce25dff5d0274e
Parents: e6b37b5
Author: Davor Bonaci <da...@users.noreply.github.com>
Authored: Mon Feb 29 10:58:29 2016 -0800
Committer: Luke Cwik <lc...@google.com>
Committed: Tue Mar 1 11:12:19 2016 -0800
----------------------------------------------------------------------
sdk/src/main/proto/windmill_service.proto | 27 --------------------------
1 file changed, 27 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/c4954179/sdk/src/main/proto/windmill_service.proto
----------------------------------------------------------------------
diff --git a/sdk/src/main/proto/windmill_service.proto b/sdk/src/main/proto/windmill_service.proto
deleted file mode 100644
index bd25fe5..0000000
--- a/sdk/src/main/proto/windmill_service.proto
+++ /dev/null
@@ -1,27 +0,0 @@
-syntax = "proto2";
-
-import "windmill.proto";
-
-package google.dataflow.windmillservice.v1alpha1;
-
-// The Cloud Windmill Service API used by GCE to acquire and process streaming
-// Dataflow work.
-service CloudWindmillServiceV1Alpha1 {
- // Gets streaming Dataflow work.
- rpc GetWork(.windmill.GetWorkRequest) returns(.windmill.GetWorkResponse);
-
- // Gets data from Windmill.
- rpc GetData(.windmill.GetDataRequest) returns(.windmill.GetDataResponse);
-
- // Commits previously acquired work.
- rpc CommitWork(.windmill.CommitWorkRequest)
- returns(.windmill.CommitWorkResponse);
-
- // Gets dependant configuration from windmill.
- rpc GetConfig(.windmill.GetConfigRequest)
- returns(.windmill.GetConfigResponse);
-
- // Reports stats to Windmill.
- rpc ReportStats(.windmill.ReportStatsRequest)
- returns(.windmill.ReportStatsResponse);
-}
\ No newline at end of file
[2/3] incubator-beam git commit: Delete windmill.proto (not part of
Beam)
Posted by lc...@apache.org.
Delete windmill.proto (not part of Beam)
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/e6b37b55
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/e6b37b55
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/e6b37b55
Branch: refs/heads/master
Commit: e6b37b5599140d717781d5c926972dd79dbad544
Parents: a2d8677
Author: Davor Bonaci <da...@users.noreply.github.com>
Authored: Mon Feb 29 10:58:10 2016 -0800
Committer: Luke Cwik <lc...@google.com>
Committed: Tue Mar 1 11:12:19 2016 -0800
----------------------------------------------------------------------
sdk/src/main/proto/windmill.proto | 327 ---------------------------------
1 file changed, 327 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/e6b37b55/sdk/src/main/proto/windmill.proto
----------------------------------------------------------------------
diff --git a/sdk/src/main/proto/windmill.proto b/sdk/src/main/proto/windmill.proto
deleted file mode 100644
index d9d9706..0000000
--- a/sdk/src/main/proto/windmill.proto
+++ /dev/null
@@ -1,327 +0,0 @@
-/*
- * Copyright (C) 2015 Google Inc.
- *
- * Licensed under the Apache License, Version 2.0 (the "License"); you may not
- * use this file except in compliance with the License. You may obtain a copy of
- * the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
- * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
- * License for the specific language governing permissions and limitations under
- * the License.
- */
-
-/*
- * Protocol Buffers describing the interface between streaming Dataflow workers
- * and the Windmill servers.
- */
-
-syntax = "proto2";
-
-package windmill;
-
-option java_package = "com.google.cloud.dataflow.sdk.runners.worker.windmill";
-option java_outer_classname = "Windmill";
-
-////////////////////////////////////////////////////////////////////////////////
-// API Data types
-
-message Message {
- required int64 timestamp = 1 [default=-0x8000000000000000];
- required bytes data = 2;
- optional bytes metadata = 3;
-}
-
-message Timer {
- required bytes tag = 1;
- optional int64 timestamp = 2 [default=-0x8000000000000000];
- enum Type {
- WATERMARK = 0;
- REALTIME = 1;
- DEPENDENT_REALTIME = 2;
- }
- optional Type type = 3 [default = WATERMARK];
- optional string state_family = 4;
-}
-
-message InputMessageBundle {
- required string source_computation_id = 1;
- repeated Message messages = 2;
-}
-
-message KeyedMessageBundle {
- required bytes key = 1;
- repeated Message messages = 2;
- repeated bytes messages_ids = 3;
-}
-
-message OutputMessageBundle {
- optional string destination_computation_id = 1;
- optional string destination_stream_id = 3;
- repeated KeyedMessageBundle bundles = 2;
-}
-
-message PubSubMessageBundle {
- required string topic = 1;
- repeated Message messages = 2;
- optional string timestamp_label = 3;
- optional string id_label = 4;
-}
-
-message TimerBundle {
- repeated Timer timers = 1;
-}
-
-message Value {
- required int64 timestamp = 1 [default=-0x8000000000000000];
- required bytes data = 2;
-}
-
-message TagValue {
- required bytes tag = 1;
- optional Value value = 2;
- optional string state_family = 3;
-}
-
-message TagList {
- required bytes tag = 1;
- // In request: All items till this timestamp (inclusive) are deleted before
- // adding the new ones listed below.
- optional int64 end_timestamp = 2 [default=-0x8000000000000000];
- repeated Value values = 3;
- optional string state_family = 4;
-
- // In request: A previously returned continuation_token from an
- // earlier request. Indicates we wish to fetch the next page of
- // values.
- // In response: Copied from request.
- optional bytes request_token = 7;
- // In response only: Set when there are values after those returned
- // above, but they were suppressed to respect the fetch_max_bytes
- // limit. Subsequent requests should copy this to request_token to
- // retrieve the next page of values.
- optional bytes continuation_token = 5;
- // For a TagList fetch request, attempt to limit the size of each fetched tag
- // list to this byte limit.
- optional int64 fetch_max_bytes = 6 [default = 0x7fffffffffffffff];
-}
-
-message GlobalDataId {
- required string tag = 1;
- required bytes version = 2;
-}
-
-message GlobalData {
- required GlobalDataId data_id = 1;
- optional bool is_ready = 2;
- optional bytes data = 3;
- optional string state_family = 4;
-}
-
-message SourceState {
- optional bytes state = 1;
- repeated fixed64 finalize_ids = 2;
-}
-
-message WatermarkHold {
- required bytes tag = 1;
- repeated int64 timestamps = 2 [packed=true];
- optional bool reset = 3;
- optional string state_family = 4;
-}
-
-message WorkItem {
- required bytes key = 1;
- required fixed64 work_token = 2;
-
- optional fixed64 cache_token = 7;
-
- repeated InputMessageBundle message_bundles = 3;
- optional TimerBundle timers = 4;
- repeated GlobalDataId global_data_id_notifications = 5;
- optional SourceState source_state = 6;
- optional int64 output_data_watermark = 8 [default=-0x8000000000000000];
-}
-
-message ComputationWorkItems {
- required string computation_id = 1;
- repeated WorkItem work = 2;
- optional int64 input_data_watermark = 3 [default=-0x8000000000000000];
- optional int64 dependent_realtime_input_watermark = 4
- [default = -0x8000000000000000];
-}
-
-////////////////////////////////////////////////////////////////////////////////
-// API calls
-
-// GetWork
-
-message GetWorkRequest {
- required fixed64 client_id = 1;
- optional string worker_id = 4;
- optional string job_id = 5;
- optional int64 max_items = 2 [default = 0xffffffff];
- optional int64 max_bytes = 3 [default = 0x7fffffffffffffff];
- // reserved field number = 6
-}
-
-message GetWorkResponse {
- repeated ComputationWorkItems work = 1;
-}
-
-// GetData
-
-message KeyedGetDataRequest {
- required bytes key = 1;
- required fixed64 work_token = 2;
- repeated TagValue values_to_fetch = 3;
- repeated TagList lists_to_fetch = 4;
- repeated WatermarkHold watermark_holds_to_fetch = 5;
-}
-
-message ComputationGetDataRequest {
- required string computation_id = 1;
- repeated KeyedGetDataRequest requests = 2;
-}
-
-message GetDataRequest {
- optional string job_id = 4;
- repeated ComputationGetDataRequest requests = 1;
- repeated GlobalDataRequest global_data_fetch_requests = 3;
-
- // DEPRECATED
- repeated GlobalDataId global_data_to_fetch = 2;
-}
-
-message KeyedGetDataResponse {
- required bytes key = 1;
- // The response for this key is not populated due to the fetch failing.
- optional bool failed = 2;
- repeated TagValue values = 3;
- repeated TagList lists = 4;
- repeated WatermarkHold watermark_holds = 5;
-}
-
-message ComputationGetDataResponse {
- required string computation_id = 1;
- repeated KeyedGetDataResponse data = 2;
-}
-
-message GetDataResponse {
- repeated ComputationGetDataResponse data = 1;
- repeated GlobalData global_data = 2;
-}
-
-// CommitWork
-
-message Counter {
- optional string name = 1;
- enum Kind {
- SUM = 0;
- MAX = 1;
- MIN = 2;
- MEAN = 3;
- };
- optional Kind kind = 2;
-
- // For SUM, MAX, MIN, AND, OR, MEAN at most one of the following should be
- // set. For MEAN it is the sum
- optional double double_scalar = 3;
- optional int64 int_scalar = 4;
-
- // Only set for MEAN. Count of elements contributing to the sum.
- optional int64 mean_count = 6;
-
- // True if this metric is reported as the total cumulative aggregate
- // value accumulated since the worker started working on this WorkItem.
- // By default this is false, indicating that this metric is reported
- // as a delta that is not associated with any WorkItem.
- optional bool cumulative = 7;
-}
-
-message GlobalDataRequest {
- required GlobalDataId data_id = 1;
- optional int64 existence_watermark_deadline = 2 [default=0x7FFFFFFFFFFFFFFF];
- optional string state_family = 3;
-}
-
-// next id: 15
-message WorkItemCommitRequest {
- required bytes key = 1;
- required fixed64 work_token = 2;
- repeated OutputMessageBundle output_messages = 3;
- repeated PubSubMessageBundle pubsub_messages = 7;
- repeated Timer output_timers = 4;
- repeated TagValue value_updates = 5;
- repeated TagList list_updates = 6;
- repeated Counter counter_updates = 8;
- repeated GlobalDataRequest global_data_requests = 11;
- repeated GlobalData global_data_updates = 10;
- optional SourceState source_state_updates = 12;
- optional int64 source_watermark = 13 [default=-0x8000000000000000];
- repeated WatermarkHold watermark_holds = 14;
-
- // DEPRECATED
- repeated GlobalDataId global_data_id_requests = 9;
-}
-
-message ComputationCommitWorkRequest {
- required string computation_id = 1;
- repeated WorkItemCommitRequest requests = 2;
-}
-
-message CommitWorkRequest {
- optional string job_id = 2;
- repeated ComputationCommitWorkRequest requests = 1;
-}
-
-message CommitWorkResponse {}
-
-// Configuration
-
-message GetConfigRequest {
- optional string job_id = 2;
- repeated string computations = 1;
-}
-
-message GetConfigResponse {
- repeated string cloud_works = 1;
-
- message NameMapEntry {
- optional string user_name = 1;
- optional string system_name = 2;
- }
-
- // Map of user names to system names
- repeated NameMapEntry name_map = 2;
-
- message SystemNameToComputationIdMapEntry {
- optional string system_name = 1;
- optional string computation_id = 2;
- }
- repeated SystemNameToComputationIdMapEntry
- system_name_to_computation_id_map = 3;
-}
-
-// Reporting
-
-message Exception {
- repeated string stack_frames = 1;
- optional Exception cause = 2;
-}
-
-message ReportStatsRequest {
- optional string job_id = 6;
- optional string computation_id = 1;
- optional bytes key = 2;
- optional fixed64 work_token = 3;
- repeated Exception exceptions = 4;
- repeated Counter counter_updates = 5;
-}
-
-message ReportStatsResponse {
- optional bool failed = 1;
-}
[3/3] incubator-beam git commit: This closes #2
Posted by lc...@apache.org.
This closes #2
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/c9e55253
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/c9e55253
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/c9e55253
Branch: refs/heads/master
Commit: c9e5525311199dc90bdd02e38874decfbc1c2742
Parents: a2d8677 c495417
Author: Luke Cwik <lc...@google.com>
Authored: Tue Mar 1 11:13:38 2016 -0800
Committer: Luke Cwik <lc...@google.com>
Committed: Tue Mar 1 11:13:38 2016 -0800
----------------------------------------------------------------------
sdk/src/main/proto/windmill.proto | 327 -------------------------
sdk/src/main/proto/windmill_service.proto | 27 --
2 files changed, 354 deletions(-)
----------------------------------------------------------------------