You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ro...@apache.org on 2017/01/27 20:00:46 UTC
[2/3] beam git commit: Updating dataflow client protos to add new
metrics.
Updating dataflow client protos to add new metrics.
In order to use counter structured names, and add new metrics (e.g.
Distributions), we need to update the dataflow client protocol buffers.
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/901a14c4
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/901a14c4
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/901a14c4
Branch: refs/heads/python-sdk
Commit: 901a14c47bd21fadd563de1017f7c9d2b38cf4f1
Parents: 3d6f20d
Author: Pablo <pa...@google.com>
Authored: Thu Jan 26 18:02:04 2017 -0800
Committer: Pablo <pa...@google.com>
Committed: Fri Jan 27 11:46:26 2017 -0800
----------------------------------------------------------------------
.../clients/dataflow/dataflow_v1b3_client.py | 578 ++++++++----
.../clients/dataflow/dataflow_v1b3_messages.py | 931 +++++++++++++------
2 files changed, 1075 insertions(+), 434 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/901a14c4/sdks/python/apache_beam/internal/clients/dataflow/dataflow_v1b3_client.py
----------------------------------------------------------------------
diff --git a/sdks/python/apache_beam/internal/clients/dataflow/dataflow_v1b3_client.py b/sdks/python/apache_beam/internal/clients/dataflow/dataflow_v1b3_client.py
index 840b887..6ae2b73 100644
--- a/sdks/python/apache_beam/internal/clients/dataflow/dataflow_v1b3_client.py
+++ b/sdks/python/apache_beam/internal/clients/dataflow/dataflow_v1b3_client.py
@@ -55,6 +55,10 @@ class DataflowV1b3(base_api.BaseApiClient):
self.projects_jobs_messages = self.ProjectsJobsMessagesService(self)
self.projects_jobs_workItems = self.ProjectsJobsWorkItemsService(self)
self.projects_jobs = self.ProjectsJobsService(self)
+ self.projects_locations_jobs_messages = self.ProjectsLocationsJobsMessagesService(self)
+ self.projects_locations_jobs_workItems = self.ProjectsLocationsJobsWorkItemsService(self)
+ self.projects_locations_jobs = self.ProjectsLocationsJobsService(self)
+ self.projects_locations = self.ProjectsLocationsService(self)
self.projects_templates = self.ProjectsTemplatesService(self)
self.projects = self.ProjectsService(self)
@@ -65,33 +69,6 @@ class DataflowV1b3(base_api.BaseApiClient):
def __init__(self, client):
super(DataflowV1b3.ProjectsJobsDebugService, self).__init__(client)
- self._method_configs = {
- 'GetConfig': base_api.ApiMethodInfo(
- http_method=u'POST',
- method_id=u'dataflow.projects.jobs.debug.getConfig',
- ordered_params=[u'projectId', u'jobId'],
- path_params=[u'jobId', u'projectId'],
- query_params=[],
- relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/debug/getConfig',
- request_field=u'getDebugConfigRequest',
- request_type_name=u'DataflowProjectsJobsDebugGetConfigRequest',
- response_type_name=u'GetDebugConfigResponse',
- supports_download=False,
- ),
- 'SendCapture': base_api.ApiMethodInfo(
- http_method=u'POST',
- method_id=u'dataflow.projects.jobs.debug.sendCapture',
- ordered_params=[u'projectId', u'jobId'],
- path_params=[u'jobId', u'projectId'],
- query_params=[],
- relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/debug/sendCapture',
- request_field=u'sendDebugCaptureRequest',
- request_type_name=u'DataflowProjectsJobsDebugSendCaptureRequest',
- response_type_name=u'SendDebugCaptureResponse',
- supports_download=False,
- ),
- }
-
self._upload_configs = {
}
@@ -108,6 +85,19 @@ class DataflowV1b3(base_api.BaseApiClient):
return self._RunMethod(
config, request, global_params=global_params)
+ GetConfig.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'POST',
+ method_id=u'dataflow.projects.jobs.debug.getConfig',
+ ordered_params=[u'projectId', u'jobId'],
+ path_params=[u'jobId', u'projectId'],
+ query_params=[],
+ relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/debug/getConfig',
+ request_field=u'getDebugConfigRequest',
+ request_type_name=u'DataflowProjectsJobsDebugGetConfigRequest',
+ response_type_name=u'GetDebugConfigResponse',
+ supports_download=False,
+ )
+
def SendCapture(self, request, global_params=None):
"""Send encoded debug capture data for component.
@@ -121,6 +111,19 @@ class DataflowV1b3(base_api.BaseApiClient):
return self._RunMethod(
config, request, global_params=global_params)
+ SendCapture.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'POST',
+ method_id=u'dataflow.projects.jobs.debug.sendCapture',
+ ordered_params=[u'projectId', u'jobId'],
+ path_params=[u'jobId', u'projectId'],
+ query_params=[],
+ relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/debug/sendCapture',
+ request_field=u'sendDebugCaptureRequest',
+ request_type_name=u'DataflowProjectsJobsDebugSendCaptureRequest',
+ response_type_name=u'SendDebugCaptureResponse',
+ supports_download=False,
+ )
+
class ProjectsJobsMessagesService(base_api.BaseApiService):
"""Service class for the projects_jobs_messages resource."""
@@ -128,21 +131,6 @@ class DataflowV1b3(base_api.BaseApiClient):
def __init__(self, client):
super(DataflowV1b3.ProjectsJobsMessagesService, self).__init__(client)
- self._method_configs = {
- 'List': base_api.ApiMethodInfo(
- http_method=u'GET',
- method_id=u'dataflow.projects.jobs.messages.list',
- ordered_params=[u'projectId', u'jobId'],
- path_params=[u'jobId', u'projectId'],
- query_params=[u'endTime', u'minimumImportance', u'pageSize', u'pageToken', u'startTime'],
- relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/messages',
- request_field='',
- request_type_name=u'DataflowProjectsJobsMessagesListRequest',
- response_type_name=u'ListJobMessagesResponse',
- supports_download=False,
- ),
- }
-
self._upload_configs = {
}
@@ -159,6 +147,19 @@ class DataflowV1b3(base_api.BaseApiClient):
return self._RunMethod(
config, request, global_params=global_params)
+ List.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'GET',
+ method_id=u'dataflow.projects.jobs.messages.list',
+ ordered_params=[u'projectId', u'jobId'],
+ path_params=[u'jobId', u'projectId'],
+ query_params=[u'endTime', u'location', u'minimumImportance', u'pageSize', u'pageToken', u'startTime'],
+ relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/messages',
+ request_field='',
+ request_type_name=u'DataflowProjectsJobsMessagesListRequest',
+ response_type_name=u'ListJobMessagesResponse',
+ supports_download=False,
+ )
+
class ProjectsJobsWorkItemsService(base_api.BaseApiService):
"""Service class for the projects_jobs_workItems resource."""
@@ -166,33 +167,6 @@ class DataflowV1b3(base_api.BaseApiClient):
def __init__(self, client):
super(DataflowV1b3.ProjectsJobsWorkItemsService, self).__init__(client)
- self._method_configs = {
- 'Lease': base_api.ApiMethodInfo(
- http_method=u'POST',
- method_id=u'dataflow.projects.jobs.workItems.lease',
- ordered_params=[u'projectId', u'jobId'],
- path_params=[u'jobId', u'projectId'],
- query_params=[],
- relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/workItems:lease',
- request_field=u'leaseWorkItemRequest',
- request_type_name=u'DataflowProjectsJobsWorkItemsLeaseRequest',
- response_type_name=u'LeaseWorkItemResponse',
- supports_download=False,
- ),
- 'ReportStatus': base_api.ApiMethodInfo(
- http_method=u'POST',
- method_id=u'dataflow.projects.jobs.workItems.reportStatus',
- ordered_params=[u'projectId', u'jobId'],
- path_params=[u'jobId', u'projectId'],
- query_params=[],
- relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/workItems:reportStatus',
- request_field=u'reportWorkItemStatusRequest',
- request_type_name=u'DataflowProjectsJobsWorkItemsReportStatusRequest',
- response_type_name=u'ReportWorkItemStatusResponse',
- supports_download=False,
- ),
- }
-
self._upload_configs = {
}
@@ -209,6 +183,19 @@ class DataflowV1b3(base_api.BaseApiClient):
return self._RunMethod(
config, request, global_params=global_params)
+ Lease.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'POST',
+ method_id=u'dataflow.projects.jobs.workItems.lease',
+ ordered_params=[u'projectId', u'jobId'],
+ path_params=[u'jobId', u'projectId'],
+ query_params=[],
+ relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/workItems:lease',
+ request_field=u'leaseWorkItemRequest',
+ request_type_name=u'DataflowProjectsJobsWorkItemsLeaseRequest',
+ response_type_name=u'LeaseWorkItemResponse',
+ supports_download=False,
+ )
+
def ReportStatus(self, request, global_params=None):
"""Reports the status of dataflow WorkItems leased by a worker.
@@ -222,6 +209,19 @@ class DataflowV1b3(base_api.BaseApiClient):
return self._RunMethod(
config, request, global_params=global_params)
+ ReportStatus.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'POST',
+ method_id=u'dataflow.projects.jobs.workItems.reportStatus',
+ ordered_params=[u'projectId', u'jobId'],
+ path_params=[u'jobId', u'projectId'],
+ query_params=[],
+ relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/workItems:reportStatus',
+ request_field=u'reportWorkItemStatusRequest',
+ request_type_name=u'DataflowProjectsJobsWorkItemsReportStatusRequest',
+ response_type_name=u'ReportWorkItemStatusResponse',
+ supports_download=False,
+ )
+
class ProjectsJobsService(base_api.BaseApiService):
"""Service class for the projects_jobs resource."""
@@ -229,74 +229,11 @@ class DataflowV1b3(base_api.BaseApiClient):
def __init__(self, client):
super(DataflowV1b3.ProjectsJobsService, self).__init__(client)
- self._method_configs = {
- 'Create': base_api.ApiMethodInfo(
- http_method=u'POST',
- method_id=u'dataflow.projects.jobs.create',
- ordered_params=[u'projectId'],
- path_params=[u'projectId'],
- query_params=[u'replaceJobId', u'view'],
- relative_path=u'v1b3/projects/{projectId}/jobs',
- request_field=u'job',
- request_type_name=u'DataflowProjectsJobsCreateRequest',
- response_type_name=u'Job',
- supports_download=False,
- ),
- 'Get': base_api.ApiMethodInfo(
- http_method=u'GET',
- method_id=u'dataflow.projects.jobs.get',
- ordered_params=[u'projectId', u'jobId'],
- path_params=[u'jobId', u'projectId'],
- query_params=[u'view'],
- relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}',
- request_field='',
- request_type_name=u'DataflowProjectsJobsGetRequest',
- response_type_name=u'Job',
- supports_download=False,
- ),
- 'GetMetrics': base_api.ApiMethodInfo(
- http_method=u'GET',
- method_id=u'dataflow.projects.jobs.getMetrics',
- ordered_params=[u'projectId', u'jobId'],
- path_params=[u'jobId', u'projectId'],
- query_params=[u'startTime'],
- relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/metrics',
- request_field='',
- request_type_name=u'DataflowProjectsJobsGetMetricsRequest',
- response_type_name=u'JobMetrics',
- supports_download=False,
- ),
- 'List': base_api.ApiMethodInfo(
- http_method=u'GET',
- method_id=u'dataflow.projects.jobs.list',
- ordered_params=[u'projectId'],
- path_params=[u'projectId'],
- query_params=[u'filter', u'pageSize', u'pageToken', u'view'],
- relative_path=u'v1b3/projects/{projectId}/jobs',
- request_field='',
- request_type_name=u'DataflowProjectsJobsListRequest',
- response_type_name=u'ListJobsResponse',
- supports_download=False,
- ),
- 'Update': base_api.ApiMethodInfo(
- http_method=u'PUT',
- method_id=u'dataflow.projects.jobs.update',
- ordered_params=[u'projectId', u'jobId'],
- path_params=[u'jobId', u'projectId'],
- query_params=[],
- relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}',
- request_field=u'job',
- request_type_name=u'DataflowProjectsJobsUpdateRequest',
- response_type_name=u'Job',
- supports_download=False,
- ),
- }
-
self._upload_configs = {
}
def Create(self, request, global_params=None):
- """Creates a dataflow job.
+ """Creates a Cloud Dataflow job.
Args:
request: (DataflowProjectsJobsCreateRequest) input message
@@ -308,8 +245,21 @@ class DataflowV1b3(base_api.BaseApiClient):
return self._RunMethod(
config, request, global_params=global_params)
+ Create.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'POST',
+ method_id=u'dataflow.projects.jobs.create',
+ ordered_params=[u'projectId'],
+ path_params=[u'projectId'],
+ query_params=[u'location', u'replaceJobId', u'view'],
+ relative_path=u'v1b3/projects/{projectId}/jobs',
+ request_field=u'job',
+ request_type_name=u'DataflowProjectsJobsCreateRequest',
+ response_type_name=u'Job',
+ supports_download=False,
+ )
+
def Get(self, request, global_params=None):
- """Gets the state of the specified dataflow job.
+ """Gets the state of the specified Cloud Dataflow job.
Args:
request: (DataflowProjectsJobsGetRequest) input message
@@ -321,6 +271,19 @@ class DataflowV1b3(base_api.BaseApiClient):
return self._RunMethod(
config, request, global_params=global_params)
+ Get.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'GET',
+ method_id=u'dataflow.projects.jobs.get',
+ ordered_params=[u'projectId', u'jobId'],
+ path_params=[u'jobId', u'projectId'],
+ query_params=[u'location', u'view'],
+ relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}',
+ request_field='',
+ request_type_name=u'DataflowProjectsJobsGetRequest',
+ response_type_name=u'Job',
+ supports_download=False,
+ )
+
def GetMetrics(self, request, global_params=None):
"""Request the job status.
@@ -334,6 +297,19 @@ class DataflowV1b3(base_api.BaseApiClient):
return self._RunMethod(
config, request, global_params=global_params)
+ GetMetrics.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'GET',
+ method_id=u'dataflow.projects.jobs.getMetrics',
+ ordered_params=[u'projectId', u'jobId'],
+ path_params=[u'jobId', u'projectId'],
+ query_params=[u'location', u'startTime'],
+ relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}/metrics',
+ request_field='',
+ request_type_name=u'DataflowProjectsJobsGetMetricsRequest',
+ response_type_name=u'JobMetrics',
+ supports_download=False,
+ )
+
def List(self, request, global_params=None):
"""List the jobs of a project.
@@ -347,8 +323,21 @@ class DataflowV1b3(base_api.BaseApiClient):
return self._RunMethod(
config, request, global_params=global_params)
+ List.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'GET',
+ method_id=u'dataflow.projects.jobs.list',
+ ordered_params=[u'projectId'],
+ path_params=[u'projectId'],
+ query_params=[u'filter', u'location', u'pageSize', u'pageToken', u'view'],
+ relative_path=u'v1b3/projects/{projectId}/jobs',
+ request_field='',
+ request_type_name=u'DataflowProjectsJobsListRequest',
+ response_type_name=u'ListJobsResponse',
+ supports_download=False,
+ )
+
def Update(self, request, global_params=None):
- """Updates the state of an existing dataflow job.
+ """Updates the state of an existing Cloud Dataflow job.
Args:
request: (DataflowProjectsJobsUpdateRequest) input message
@@ -360,6 +349,267 @@ class DataflowV1b3(base_api.BaseApiClient):
return self._RunMethod(
config, request, global_params=global_params)
+ Update.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'PUT',
+ method_id=u'dataflow.projects.jobs.update',
+ ordered_params=[u'projectId', u'jobId'],
+ path_params=[u'jobId', u'projectId'],
+ query_params=[u'location'],
+ relative_path=u'v1b3/projects/{projectId}/jobs/{jobId}',
+ request_field=u'job',
+ request_type_name=u'DataflowProjectsJobsUpdateRequest',
+ response_type_name=u'Job',
+ supports_download=False,
+ )
+
+ class ProjectsLocationsJobsMessagesService(base_api.BaseApiService):
+ """Service class for the projects_locations_jobs_messages resource."""
+
+ _NAME = u'projects_locations_jobs_messages'
+
+ def __init__(self, client):
+ super(DataflowV1b3.ProjectsLocationsJobsMessagesService, self).__init__(client)
+ self._upload_configs = {
+ }
+
+ def List(self, request, global_params=None):
+ """Request the job status.
+
+ Args:
+ request: (DataflowProjectsLocationsJobsMessagesListRequest) input message
+ global_params: (StandardQueryParameters, default: None) global arguments
+ Returns:
+ (ListJobMessagesResponse) The response message.
+ """
+ config = self.GetMethodConfig('List')
+ return self._RunMethod(
+ config, request, global_params=global_params)
+
+ List.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'GET',
+ method_id=u'dataflow.projects.locations.jobs.messages.list',
+ ordered_params=[u'projectId', u'location', u'jobId'],
+ path_params=[u'jobId', u'location', u'projectId'],
+ query_params=[u'endTime', u'minimumImportance', u'pageSize', u'pageToken', u'startTime'],
+ relative_path=u'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/messages',
+ request_field='',
+ request_type_name=u'DataflowProjectsLocationsJobsMessagesListRequest',
+ response_type_name=u'ListJobMessagesResponse',
+ supports_download=False,
+ )
+
+ class ProjectsLocationsJobsWorkItemsService(base_api.BaseApiService):
+ """Service class for the projects_locations_jobs_workItems resource."""
+
+ _NAME = u'projects_locations_jobs_workItems'
+
+ def __init__(self, client):
+ super(DataflowV1b3.ProjectsLocationsJobsWorkItemsService, self).__init__(client)
+ self._upload_configs = {
+ }
+
+ def Lease(self, request, global_params=None):
+ """Leases a dataflow WorkItem to run.
+
+ Args:
+ request: (DataflowProjectsLocationsJobsWorkItemsLeaseRequest) input message
+ global_params: (StandardQueryParameters, default: None) global arguments
+ Returns:
+ (LeaseWorkItemResponse) The response message.
+ """
+ config = self.GetMethodConfig('Lease')
+ return self._RunMethod(
+ config, request, global_params=global_params)
+
+ Lease.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'POST',
+ method_id=u'dataflow.projects.locations.jobs.workItems.lease',
+ ordered_params=[u'projectId', u'location', u'jobId'],
+ path_params=[u'jobId', u'location', u'projectId'],
+ query_params=[],
+ relative_path=u'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:lease',
+ request_field=u'leaseWorkItemRequest',
+ request_type_name=u'DataflowProjectsLocationsJobsWorkItemsLeaseRequest',
+ response_type_name=u'LeaseWorkItemResponse',
+ supports_download=False,
+ )
+
+ def ReportStatus(self, request, global_params=None):
+ """Reports the status of dataflow WorkItems leased by a worker.
+
+ Args:
+ request: (DataflowProjectsLocationsJobsWorkItemsReportStatusRequest) input message
+ global_params: (StandardQueryParameters, default: None) global arguments
+ Returns:
+ (ReportWorkItemStatusResponse) The response message.
+ """
+ config = self.GetMethodConfig('ReportStatus')
+ return self._RunMethod(
+ config, request, global_params=global_params)
+
+ ReportStatus.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'POST',
+ method_id=u'dataflow.projects.locations.jobs.workItems.reportStatus',
+ ordered_params=[u'projectId', u'location', u'jobId'],
+ path_params=[u'jobId', u'location', u'projectId'],
+ query_params=[],
+ relative_path=u'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:reportStatus',
+ request_field=u'reportWorkItemStatusRequest',
+ request_type_name=u'DataflowProjectsLocationsJobsWorkItemsReportStatusRequest',
+ response_type_name=u'ReportWorkItemStatusResponse',
+ supports_download=False,
+ )
+
+ class ProjectsLocationsJobsService(base_api.BaseApiService):
+ """Service class for the projects_locations_jobs resource."""
+
+ _NAME = u'projects_locations_jobs'
+
+ def __init__(self, client):
+ super(DataflowV1b3.ProjectsLocationsJobsService, self).__init__(client)
+ self._upload_configs = {
+ }
+
+ def Create(self, request, global_params=None):
+ """Creates a Cloud Dataflow job.
+
+ Args:
+ request: (DataflowProjectsLocationsJobsCreateRequest) input message
+ global_params: (StandardQueryParameters, default: None) global arguments
+ Returns:
+ (Job) The response message.
+ """
+ config = self.GetMethodConfig('Create')
+ return self._RunMethod(
+ config, request, global_params=global_params)
+
+ Create.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'POST',
+ method_id=u'dataflow.projects.locations.jobs.create',
+ ordered_params=[u'projectId', u'location'],
+ path_params=[u'location', u'projectId'],
+ query_params=[u'replaceJobId', u'view'],
+ relative_path=u'v1b3/projects/{projectId}/locations/{location}/jobs',
+ request_field=u'job',
+ request_type_name=u'DataflowProjectsLocationsJobsCreateRequest',
+ response_type_name=u'Job',
+ supports_download=False,
+ )
+
+ def Get(self, request, global_params=None):
+ """Gets the state of the specified Cloud Dataflow job.
+
+ Args:
+ request: (DataflowProjectsLocationsJobsGetRequest) input message
+ global_params: (StandardQueryParameters, default: None) global arguments
+ Returns:
+ (Job) The response message.
+ """
+ config = self.GetMethodConfig('Get')
+ return self._RunMethod(
+ config, request, global_params=global_params)
+
+ Get.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'GET',
+ method_id=u'dataflow.projects.locations.jobs.get',
+ ordered_params=[u'projectId', u'location', u'jobId'],
+ path_params=[u'jobId', u'location', u'projectId'],
+ query_params=[u'view'],
+ relative_path=u'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}',
+ request_field='',
+ request_type_name=u'DataflowProjectsLocationsJobsGetRequest',
+ response_type_name=u'Job',
+ supports_download=False,
+ )
+
+ def GetMetrics(self, request, global_params=None):
+ """Request the job status.
+
+ Args:
+ request: (DataflowProjectsLocationsJobsGetMetricsRequest) input message
+ global_params: (StandardQueryParameters, default: None) global arguments
+ Returns:
+ (JobMetrics) The response message.
+ """
+ config = self.GetMethodConfig('GetMetrics')
+ return self._RunMethod(
+ config, request, global_params=global_params)
+
+ GetMetrics.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'GET',
+ method_id=u'dataflow.projects.locations.jobs.getMetrics',
+ ordered_params=[u'projectId', u'location', u'jobId'],
+ path_params=[u'jobId', u'location', u'projectId'],
+ query_params=[u'startTime'],
+ relative_path=u'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/metrics',
+ request_field='',
+ request_type_name=u'DataflowProjectsLocationsJobsGetMetricsRequest',
+ response_type_name=u'JobMetrics',
+ supports_download=False,
+ )
+
+ def List(self, request, global_params=None):
+ """List the jobs of a project.
+
+ Args:
+ request: (DataflowProjectsLocationsJobsListRequest) input message
+ global_params: (StandardQueryParameters, default: None) global arguments
+ Returns:
+ (ListJobsResponse) The response message.
+ """
+ config = self.GetMethodConfig('List')
+ return self._RunMethod(
+ config, request, global_params=global_params)
+
+ List.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'GET',
+ method_id=u'dataflow.projects.locations.jobs.list',
+ ordered_params=[u'projectId', u'location'],
+ path_params=[u'location', u'projectId'],
+ query_params=[u'filter', u'pageSize', u'pageToken', u'view'],
+ relative_path=u'v1b3/projects/{projectId}/locations/{location}/jobs',
+ request_field='',
+ request_type_name=u'DataflowProjectsLocationsJobsListRequest',
+ response_type_name=u'ListJobsResponse',
+ supports_download=False,
+ )
+
+ def Update(self, request, global_params=None):
+ """Updates the state of an existing Cloud Dataflow job.
+
+ Args:
+ request: (DataflowProjectsLocationsJobsUpdateRequest) input message
+ global_params: (StandardQueryParameters, default: None) global arguments
+ Returns:
+ (Job) The response message.
+ """
+ config = self.GetMethodConfig('Update')
+ return self._RunMethod(
+ config, request, global_params=global_params)
+
+ Update.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'PUT',
+ method_id=u'dataflow.projects.locations.jobs.update',
+ ordered_params=[u'projectId', u'location', u'jobId'],
+ path_params=[u'jobId', u'location', u'projectId'],
+ query_params=[],
+ relative_path=u'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}',
+ request_field=u'job',
+ request_type_name=u'DataflowProjectsLocationsJobsUpdateRequest',
+ response_type_name=u'Job',
+ supports_download=False,
+ )
+
+ class ProjectsLocationsService(base_api.BaseApiService):
+ """Service class for the projects_locations resource."""
+
+ _NAME = u'projects_locations'
+
+ def __init__(self, client):
+ super(DataflowV1b3.ProjectsLocationsService, self).__init__(client)
+ self._upload_configs = {
+ }
+
class ProjectsTemplatesService(base_api.BaseApiService):
"""Service class for the projects_templates resource."""
@@ -367,26 +617,11 @@ class DataflowV1b3(base_api.BaseApiClient):
def __init__(self, client):
super(DataflowV1b3.ProjectsTemplatesService, self).__init__(client)
- self._method_configs = {
- 'Create': base_api.ApiMethodInfo(
- http_method=u'POST',
- method_id=u'dataflow.projects.templates.create',
- ordered_params=[u'projectId'],
- path_params=[u'projectId'],
- query_params=[],
- relative_path=u'v1b3/projects/{projectId}/templates',
- request_field=u'createJobFromTemplateRequest',
- request_type_name=u'DataflowProjectsTemplatesCreateRequest',
- response_type_name=u'Job',
- supports_download=False,
- ),
- }
-
self._upload_configs = {
}
def Create(self, request, global_params=None):
- """Creates a dataflow job from a template.
+ """Creates a Cloud Dataflow job from a template.
Args:
request: (DataflowProjectsTemplatesCreateRequest) input message
@@ -398,6 +633,19 @@ class DataflowV1b3(base_api.BaseApiClient):
return self._RunMethod(
config, request, global_params=global_params)
+ Create.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'POST',
+ method_id=u'dataflow.projects.templates.create',
+ ordered_params=[u'projectId'],
+ path_params=[u'projectId'],
+ query_params=[],
+ relative_path=u'v1b3/projects/{projectId}/templates',
+ request_field=u'createJobFromTemplateRequest',
+ request_type_name=u'DataflowProjectsTemplatesCreateRequest',
+ response_type_name=u'Job',
+ supports_download=False,
+ )
+
class ProjectsService(base_api.BaseApiService):
"""Service class for the projects resource."""
@@ -405,21 +653,6 @@ class DataflowV1b3(base_api.BaseApiClient):
def __init__(self, client):
super(DataflowV1b3.ProjectsService, self).__init__(client)
- self._method_configs = {
- 'WorkerMessages': base_api.ApiMethodInfo(
- http_method=u'POST',
- method_id=u'dataflow.projects.workerMessages',
- ordered_params=[u'projectId'],
- path_params=[u'projectId'],
- query_params=[],
- relative_path=u'v1b3/projects/{projectId}/WorkerMessages',
- request_field=u'sendWorkerMessagesRequest',
- request_type_name=u'DataflowProjectsWorkerMessagesRequest',
- response_type_name=u'SendWorkerMessagesResponse',
- supports_download=False,
- ),
- }
-
self._upload_configs = {
}
@@ -435,3 +668,16 @@ class DataflowV1b3(base_api.BaseApiClient):
config = self.GetMethodConfig('WorkerMessages')
return self._RunMethod(
config, request, global_params=global_params)
+
+ WorkerMessages.method_config = lambda: base_api.ApiMethodInfo(
+ http_method=u'POST',
+ method_id=u'dataflow.projects.workerMessages',
+ ordered_params=[u'projectId'],
+ path_params=[u'projectId'],
+ query_params=[],
+ relative_path=u'v1b3/projects/{projectId}/WorkerMessages',
+ request_field=u'sendWorkerMessagesRequest',
+ request_type_name=u'DataflowProjectsWorkerMessagesRequest',
+ response_type_name=u'SendWorkerMessagesResponse',
+ supports_download=False,
+ )