| // This is a generated file (see the discoveryapis_generator project). |
| |
| // ignore_for_file: unused_import, unnecessary_cast |
| |
| library googleapis_beta.dataflow.v1b3; |
| |
| import 'dart:core' as core; |
| import 'dart:async' as async; |
| import 'dart:convert' as convert; |
| |
| import 'package:_discoveryapis_commons/_discoveryapis_commons.dart' as commons; |
| import 'package:http/http.dart' as http; |
| |
| export 'package:_discoveryapis_commons/_discoveryapis_commons.dart' |
| show ApiRequestError, DetailedApiRequestError; |
| |
| const core.String USER_AGENT = 'dart-api-client dataflow/v1b3'; |
| |
| /// Manages Google Cloud Dataflow projects on Google Cloud Platform. |
| class DataflowApi { |
| /// View and manage your data across Google Cloud Platform services |
| static const CloudPlatformScope = |
| "https://www.googleapis.com/auth/cloud-platform"; |
| |
| /// View and manage your Google Compute Engine resources |
| static const ComputeScope = "https://www.googleapis.com/auth/compute"; |
| |
| /// View your Google Compute Engine resources |
| static const ComputeReadonlyScope = |
| "https://www.googleapis.com/auth/compute.readonly"; |
| |
| /// View your email address |
| static const UserinfoEmailScope = |
| "https://www.googleapis.com/auth/userinfo.email"; |
| |
| final commons.ApiRequester _requester; |
| |
| ProjectsResourceApi get projects => new ProjectsResourceApi(_requester); |
| |
| DataflowApi(http.Client client, |
| {core.String rootUrl = "https://dataflow.googleapis.com/", |
| core.String servicePath = ""}) |
| : _requester = |
| new commons.ApiRequester(client, rootUrl, servicePath, USER_AGENT); |
| } |
| |
| class ProjectsResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsCatalogTemplatesResourceApi get catalogTemplates => |
| new ProjectsCatalogTemplatesResourceApi(_requester); |
| ProjectsJobsResourceApi get jobs => new ProjectsJobsResourceApi(_requester); |
| ProjectsLocationsResourceApi get locations => |
| new ProjectsLocationsResourceApi(_requester); |
| ProjectsSnapshotsResourceApi get snapshots => |
| new ProjectsSnapshotsResourceApi(_requester); |
| ProjectsTemplateVersionsResourceApi get templateVersions => |
| new ProjectsTemplateVersionsResourceApi(_requester); |
| ProjectsTemplatesResourceApi get templates => |
| new ProjectsTemplatesResourceApi(_requester); |
| |
| ProjectsResourceApi(commons.ApiRequester client) : _requester = client; |
| |
| /// Deletes a snapshot. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The ID of the Cloud Platform project that the snapshot |
| /// belongs to. |
| /// |
| /// [snapshotId] - The ID of the snapshot. |
| /// |
| /// [location] - The location that contains this snapshot. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [DeleteSnapshotResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<DeleteSnapshotResponse> deleteSnapshots(core.String projectId, |
| {core.String snapshotId, core.String location, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (snapshotId != null) { |
| _queryParams["snapshotId"] = [snapshotId]; |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/snapshots'; |
| |
| var _response = _requester.request(_url, "DELETE", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new DeleteSnapshotResponse.fromJson(data)); |
| } |
| |
| /// Send a worker_message to the service. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project to send the WorkerMessages to. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [SendWorkerMessagesResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<SendWorkerMessagesResponse> workerMessages( |
| SendWorkerMessagesRequest request, core.String projectId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/WorkerMessages'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response |
| .then((data) => new SendWorkerMessagesResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsCatalogTemplatesResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsCatalogTemplatesTemplateVersionsResourceApi get templateVersions => |
| new ProjectsCatalogTemplatesTemplateVersionsResourceApi(_requester); |
| |
| ProjectsCatalogTemplatesResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Creates a new TemplateVersion (Important: not new Template) entry in the |
| /// spanner table. Requires project_id and display_name (template). |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [name] - The location of the template, name includes project_id and |
| /// display_name. Commit using project_id(pid1) and display_name(tid1). |
| /// Format: projects/{pid1}/catalogTemplates/{tid1} |
| /// Value must have pattern "^projects/[^/]+/catalogTemplates/[^/]+$". |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [TemplateVersion]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<TemplateVersion> commit( |
| CommitTemplateVersionRequest request, core.String name, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (name == null) { |
| throw new core.ArgumentError("Parameter name is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/' + commons.Escaper.ecapeVariableReserved('$name') + ':commit'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new TemplateVersion.fromJson(data)); |
| } |
| |
| /// Deletes an existing Template. Do nothing if Template does not exist. |
| /// |
| /// Request parameters: |
| /// |
| /// [name] - name includes project_id and display_name. Delete by |
| /// project_id(pid1) and display_name(tid1). Format: |
| /// projects/{pid1}/catalogTemplates/{tid1} |
| /// Value must have pattern "^projects/[^/]+/catalogTemplates/[^/]+$". |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Empty]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Empty> delete(core.String name, {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (name == null) { |
| throw new core.ArgumentError("Parameter name is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/' + commons.Escaper.ecapeVariableReserved('$name'); |
| |
| var _response = _requester.request(_url, "DELETE", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Empty.fromJson(data)); |
| } |
| |
| /// Get TemplateVersion using project_id and display_name with an optional |
| /// version_id field. Get latest (has tag "latest") TemplateVersion if |
| /// version_id not set. |
| /// |
| /// Request parameters: |
| /// |
| /// [name] - Resource name includes project_id and display_name. version_id is |
| /// optional. Get the latest TemplateVersion if version_id not set. Get by |
| /// project_id(pid1) and display_name(tid1): Format: |
| /// projects/{pid1}/catalogTemplates/{tid1} Get by project_id(pid1), |
| /// display_name(tid1), and version_id(vid1): Format: |
| /// projects/{pid1}/catalogTemplates/{tid1@vid} |
| /// Value must have pattern "^projects/[^/]+/catalogTemplates/[^/]+$". |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [TemplateVersion]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<TemplateVersion> get(core.String name, {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (name == null) { |
| throw new core.ArgumentError("Parameter name is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/' + commons.Escaper.ecapeVariableReserved('$name'); |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new TemplateVersion.fromJson(data)); |
| } |
| |
| /// Updates the label of the TemplateVersion. Label can be duplicated in |
| /// Template, so either add or remove the label in the TemplateVersion. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [name] - Resource name includes project_id, display_name, and version_id. |
| /// Updates by project_id(pid1), display_name(tid1), and version_id(vid1): |
| /// Format: projects/{pid1}/catalogTemplates/{tid1@vid} |
| /// Value must have pattern "^projects/[^/]+/catalogTemplates/[^/]+$". |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ModifyTemplateVersionLabelResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ModifyTemplateVersionLabelResponse> label( |
| ModifyTemplateVersionLabelRequest request, core.String name, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (name == null) { |
| throw new core.ArgumentError("Parameter name is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/' + commons.Escaper.ecapeVariableReserved('$name') + ':label'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response |
| .then((data) => new ModifyTemplateVersionLabelResponse.fromJson(data)); |
| } |
| |
| /// Updates the tag of the TemplateVersion, and tag is unique in Template. If |
| /// tag exists in another TemplateVersion in the Template, updates the tag to |
| /// this TemplateVersion will remove it from the old TemplateVersion and add |
| /// it to this TemplateVersion. If request is remove_only (remove_only = |
| /// true), remove the tag from this TemplateVersion. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [name] - Resource name includes project_id, display_name, and version_id. |
| /// Updates by project_id(pid1), display_name(tid1), and version_id(vid1): |
| /// Format: projects/{pid1}/catalogTemplates/{tid1@vid} |
| /// Value must have pattern "^projects/[^/]+/catalogTemplates/[^/]+$". |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ModifyTemplateVersionTagResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ModifyTemplateVersionTagResponse> tag( |
| ModifyTemplateVersionTagRequest request, core.String name, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (name == null) { |
| throw new core.ArgumentError("Parameter name is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/' + commons.Escaper.ecapeVariableReserved('$name') + ':tag'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response |
| .then((data) => new ModifyTemplateVersionTagResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsCatalogTemplatesTemplateVersionsResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsCatalogTemplatesTemplateVersionsResourceApi( |
| commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Creates a new Template with TemplateVersion. Requires project_id(projects) |
| /// and template display_name(catalogTemplates). The template display_name is |
| /// set by the user. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [parent] - The parent project and template that the TemplateVersion will |
| /// be created under. Create using project_id(pid1) and display_name(tid1). |
| /// Format: projects/{pid1}/catalogTemplates/{tid1} |
| /// Value must have pattern "^projects/[^/]+/catalogTemplates/[^/]+$". |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [TemplateVersion]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<TemplateVersion> create( |
| CreateTemplateVersionRequest request, core.String parent, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (parent == null) { |
| throw new core.ArgumentError("Parameter parent is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/' + |
| commons.Escaper.ecapeVariableReserved('$parent') + |
| '/templateVersions'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new TemplateVersion.fromJson(data)); |
| } |
| } |
| |
| class ProjectsJobsResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsJobsDebugResourceApi get debug => |
| new ProjectsJobsDebugResourceApi(_requester); |
| ProjectsJobsMessagesResourceApi get messages => |
| new ProjectsJobsMessagesResourceApi(_requester); |
| ProjectsJobsWorkItemsResourceApi get workItems => |
| new ProjectsJobsWorkItemsResourceApi(_requester); |
| |
| ProjectsJobsResourceApi(commons.ApiRequester client) : _requester = client; |
| |
| /// List the jobs of a project across all regions. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project which owns the jobs. |
| /// |
| /// [pageSize] - If there are many jobs, limit response to at most this many. |
| /// The actual number of jobs returned will be the lesser of max_responses and |
| /// an unspecified server-defined limit. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains this job. |
| /// |
| /// [filter] - The kind of filter to use. |
| /// Possible string values are: |
| /// - "UNKNOWN" : The filter isn't specified, or is unknown. This returns all |
| /// jobs ordered on descending `JobUuid`. |
| /// - "ALL" : Returns all running jobs first ordered on creation timestamp, |
| /// then returns all terminated jobs ordered on the termination timestamp. |
| /// - "TERMINATED" : Filters the jobs that have a terminated state, ordered on |
| /// the termination timestamp. Example terminated states: `JOB_STATE_STOPPED`, |
| /// `JOB_STATE_UPDATED`, `JOB_STATE_DRAINED`, etc. |
| /// - "ACTIVE" : Filters the jobs that are running ordered on the creation |
| /// timestamp. |
| /// |
| /// [view] - Level of information requested in response. Default is |
| /// `JOB_VIEW_SUMMARY`. |
| /// Possible string values are: |
| /// - "JOB_VIEW_UNKNOWN" : The job view to return isn't specified, or is |
| /// unknown. Responses will contain at least the `JOB_VIEW_SUMMARY` |
| /// information, and may contain additional information. |
| /// - "JOB_VIEW_SUMMARY" : Request summary information only: Project ID, Job |
| /// ID, job name, job type, job status, start/end time, and Cloud SDK version |
| /// details. |
| /// - "JOB_VIEW_ALL" : Request all information available for this job. |
| /// - "JOB_VIEW_DESCRIPTION" : Request summary info and limited job |
| /// description data for steps, labels and environment. |
| /// |
| /// [pageToken] - Set this to the 'next_page_token' field of a previous |
| /// response to request additional results in a long list. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ListJobsResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ListJobsResponse> aggregated(core.String projectId, |
| {core.int pageSize, |
| core.String location, |
| core.String filter, |
| core.String view, |
| core.String pageToken, |
| core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (pageSize != null) { |
| _queryParams["pageSize"] = ["${pageSize}"]; |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if (filter != null) { |
| _queryParams["filter"] = [filter]; |
| } |
| if (view != null) { |
| _queryParams["view"] = [view]; |
| } |
| if (pageToken != null) { |
| _queryParams["pageToken"] = [pageToken]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs:aggregated'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new ListJobsResponse.fromJson(data)); |
| } |
| |
| /// Creates a Cloud Dataflow job. To create a job, we recommend using |
| /// `projects.locations.jobs.create` with a [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). |
| /// Using `projects.jobs.create` is not recommended, as your job will always |
| /// start in `us-central1`. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The ID of the Cloud Platform project that the job belongs |
| /// to. |
| /// |
| /// [view] - The level of information requested in response. |
| /// Possible string values are: |
| /// - "JOB_VIEW_UNKNOWN" : The job view to return isn't specified, or is |
| /// unknown. Responses will contain at least the `JOB_VIEW_SUMMARY` |
| /// information, and may contain additional information. |
| /// - "JOB_VIEW_SUMMARY" : Request summary information only: Project ID, Job |
| /// ID, job name, job type, job status, start/end time, and Cloud SDK version |
| /// details. |
| /// - "JOB_VIEW_ALL" : Request all information available for this job. |
| /// - "JOB_VIEW_DESCRIPTION" : Request summary info and limited job |
| /// description data for steps, labels and environment. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains this job. |
| /// |
| /// [replaceJobId] - Deprecated. This field is now in the Job message. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Job]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Job> create(Job request, core.String projectId, |
| {core.String view, |
| core.String location, |
| core.String replaceJobId, |
| core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (view != null) { |
| _queryParams["view"] = [view]; |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if (replaceJobId != null) { |
| _queryParams["replaceJobId"] = [replaceJobId]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Job.fromJson(data)); |
| } |
| |
| /// Gets the state of the specified Cloud Dataflow job. To get the state of a |
| /// job, we recommend using `projects.locations.jobs.get` with a [regional |
| /// endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). |
| /// Using `projects.jobs.get` is not recommended, as you can only get the |
| /// state of jobs that are running in `us-central1`. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The ID of the Cloud Platform project that the job belongs |
| /// to. |
| /// |
| /// [jobId] - The job ID. |
| /// |
| /// [view] - The level of information requested in response. |
| /// Possible string values are: |
| /// - "JOB_VIEW_UNKNOWN" : The job view to return isn't specified, or is |
| /// unknown. Responses will contain at least the `JOB_VIEW_SUMMARY` |
| /// information, and may contain additional information. |
| /// - "JOB_VIEW_SUMMARY" : Request summary information only: Project ID, Job |
| /// ID, job name, job type, job status, start/end time, and Cloud SDK version |
| /// details. |
| /// - "JOB_VIEW_ALL" : Request all information available for this job. |
| /// - "JOB_VIEW_DESCRIPTION" : Request summary info and limited job |
| /// description data for steps, labels and environment. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains this job. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Job]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Job> get(core.String projectId, core.String jobId, |
| {core.String view, core.String location, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if (view != null) { |
| _queryParams["view"] = [view]; |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId'); |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Job.fromJson(data)); |
| } |
| |
| /// Request the job status. To request the status of a job, we recommend using |
| /// `projects.locations.jobs.getMetrics` with a [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). |
| /// Using `projects.jobs.getMetrics` is not recommended, as you can only |
| /// request the status of jobs that are running in `us-central1`. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - A project id. |
| /// |
| /// [jobId] - The job to get metrics for. |
| /// |
| /// [startTime] - Return only metric data that has changed since this time. |
| /// Default is to return all information about all metrics for the job. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job specified by job_id. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [JobMetrics]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<JobMetrics> getMetrics(core.String projectId, core.String jobId, |
| {core.String startTime, core.String location, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if (startTime != null) { |
| _queryParams["startTime"] = [startTime]; |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/metrics'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new JobMetrics.fromJson(data)); |
| } |
| |
| /// List the jobs of a project. To list the jobs of a project in a region, we |
| /// recommend using `projects.locations.jobs.list` with a [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To |
| /// list the all jobs across all regions, use `projects.jobs.aggregated`. |
| /// Using `projects.jobs.list` is not recommended, as you can only get the |
| /// list of jobs that are running in `us-central1`. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project which owns the jobs. |
| /// |
| /// [pageSize] - If there are many jobs, limit response to at most this many. |
| /// The actual number of jobs returned will be the lesser of max_responses and |
| /// an unspecified server-defined limit. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains this job. |
| /// |
| /// [filter] - The kind of filter to use. |
| /// Possible string values are: |
| /// - "UNKNOWN" : The filter isn't specified, or is unknown. This returns all |
| /// jobs ordered on descending `JobUuid`. |
| /// - "ALL" : Returns all running jobs first ordered on creation timestamp, |
| /// then returns all terminated jobs ordered on the termination timestamp. |
| /// - "TERMINATED" : Filters the jobs that have a terminated state, ordered on |
| /// the termination timestamp. Example terminated states: `JOB_STATE_STOPPED`, |
| /// `JOB_STATE_UPDATED`, `JOB_STATE_DRAINED`, etc. |
| /// - "ACTIVE" : Filters the jobs that are running ordered on the creation |
| /// timestamp. |
| /// |
| /// [pageToken] - Set this to the 'next_page_token' field of a previous |
| /// response to request additional results in a long list. |
| /// |
| /// [view] - Level of information requested in response. Default is |
| /// `JOB_VIEW_SUMMARY`. |
| /// Possible string values are: |
| /// - "JOB_VIEW_UNKNOWN" : The job view to return isn't specified, or is |
| /// unknown. Responses will contain at least the `JOB_VIEW_SUMMARY` |
| /// information, and may contain additional information. |
| /// - "JOB_VIEW_SUMMARY" : Request summary information only: Project ID, Job |
| /// ID, job name, job type, job status, start/end time, and Cloud SDK version |
| /// details. |
| /// - "JOB_VIEW_ALL" : Request all information available for this job. |
| /// - "JOB_VIEW_DESCRIPTION" : Request summary info and limited job |
| /// description data for steps, labels and environment. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ListJobsResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ListJobsResponse> list(core.String projectId, |
| {core.int pageSize, |
| core.String location, |
| core.String filter, |
| core.String pageToken, |
| core.String view, |
| core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (pageSize != null) { |
| _queryParams["pageSize"] = ["${pageSize}"]; |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if (filter != null) { |
| _queryParams["filter"] = [filter]; |
| } |
| if (pageToken != null) { |
| _queryParams["pageToken"] = [pageToken]; |
| } |
| if (view != null) { |
| _queryParams["view"] = [view]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new ListJobsResponse.fromJson(data)); |
| } |
| |
| /// Snapshot the state of a streaming job. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project which owns the job to be snapshotted. |
| /// |
| /// [jobId] - The job to be snapshotted. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Snapshot]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Snapshot> snapshot( |
| SnapshotJobRequest request, core.String projectId, core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| ':snapshot'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Snapshot.fromJson(data)); |
| } |
| |
| /// Updates the state of an existing Cloud Dataflow job. To update the state |
| /// of an existing job, we recommend using `projects.locations.jobs.update` |
| /// with a [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). |
| /// Using `projects.jobs.update` is not recommended, as you can only update |
| /// the state of jobs that are running in `us-central1`. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The ID of the Cloud Platform project that the job belongs |
| /// to. |
| /// |
| /// [jobId] - The job ID. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains this job. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Job]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Job> update( |
| Job request, core.String projectId, core.String jobId, |
| {core.String location, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId'); |
| |
| var _response = _requester.request(_url, "PUT", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Job.fromJson(data)); |
| } |
| } |
| |
| class ProjectsJobsDebugResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsJobsDebugResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Get encoded debug configuration for component. Not cacheable. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project id. |
| /// |
| /// [jobId] - The job id. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [GetDebugConfigResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<GetDebugConfigResponse> getConfig( |
| GetDebugConfigRequest request, core.String projectId, core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/debug/getConfig'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new GetDebugConfigResponse.fromJson(data)); |
| } |
| |
| /// Send encoded debug capture data for component. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project id. |
| /// |
| /// [jobId] - The job id. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [SendDebugCaptureResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<SendDebugCaptureResponse> sendCapture( |
| SendDebugCaptureRequest request, core.String projectId, core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/debug/sendCapture'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response |
| .then((data) => new SendDebugCaptureResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsJobsMessagesResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsJobsMessagesResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Request the job status. To request the status of a job, we recommend using |
| /// `projects.locations.jobs.messages.list` with a [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). |
| /// Using `projects.jobs.messages.list` is not recommended, as you can only |
| /// request the status of jobs that are running in `us-central1`. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - A project id. |
| /// |
| /// [jobId] - The job to get messages about. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job specified by job_id. |
| /// |
| /// [endTime] - Return only messages with timestamps < end_time. The default |
| /// is now (i.e. return up to the latest messages available). |
| /// |
| /// [pageToken] - If supplied, this should be the value of next_page_token |
| /// returned by an earlier call. This will cause the next page of results to |
| /// be returned. |
| /// |
| /// [startTime] - If specified, return only messages with timestamps >= |
| /// start_time. The default is the job creation time (i.e. beginning of |
| /// messages). |
| /// |
| /// [minimumImportance] - Filter to only get messages with importance >= level |
| /// Possible string values are: |
| /// - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : The message importance isn't |
| /// specified, or is unknown. |
| /// - "JOB_MESSAGE_DEBUG" : The message is at the 'debug' level: typically |
| /// only useful for software engineers working on the code the job is running. |
| /// Typically, Dataflow pipeline runners do not display log messages at this |
| /// level by default. |
| /// - "JOB_MESSAGE_DETAILED" : The message is at the 'detailed' level: |
| /// somewhat verbose, but potentially useful to users. Typically, Dataflow |
| /// pipeline runners do not display log messages at this level by default. |
| /// These messages are displayed by default in the Dataflow monitoring UI. |
| /// - "JOB_MESSAGE_BASIC" : The message is at the 'basic' level: useful for |
| /// keeping track of the execution of a Dataflow pipeline. Typically, Dataflow |
| /// pipeline runners display log messages at this level by default, and these |
| /// messages are displayed by default in the Dataflow monitoring UI. |
| /// - "JOB_MESSAGE_WARNING" : The message is at the 'warning' level: |
| /// indicating a condition pertaining to a job which may require human |
| /// intervention. Typically, Dataflow pipeline runners display log messages at |
| /// this level by default, and these messages are displayed by default in the |
| /// Dataflow monitoring UI. |
| /// - "JOB_MESSAGE_ERROR" : The message is at the 'error' level: indicating a |
| /// condition preventing a job from succeeding. Typically, Dataflow pipeline |
| /// runners display log messages at this level by default, and these messages |
| /// are displayed by default in the Dataflow monitoring UI. |
| /// |
| /// [pageSize] - If specified, determines the maximum number of messages to |
| /// return. If unspecified, the service may choose an appropriate default, or |
| /// may return an arbitrarily large number of results. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ListJobMessagesResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ListJobMessagesResponse> list( |
| core.String projectId, core.String jobId, |
| {core.String location, |
| core.String endTime, |
| core.String pageToken, |
| core.String startTime, |
| core.String minimumImportance, |
| core.int pageSize, |
| core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if (endTime != null) { |
| _queryParams["endTime"] = [endTime]; |
| } |
| if (pageToken != null) { |
| _queryParams["pageToken"] = [pageToken]; |
| } |
| if (startTime != null) { |
| _queryParams["startTime"] = [startTime]; |
| } |
| if (minimumImportance != null) { |
| _queryParams["minimumImportance"] = [minimumImportance]; |
| } |
| if (pageSize != null) { |
| _queryParams["pageSize"] = ["${pageSize}"]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/messages'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new ListJobMessagesResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsJobsWorkItemsResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsJobsWorkItemsResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Leases a dataflow WorkItem to run. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - Identifies the project this worker belongs to. |
| /// |
| /// [jobId] - Identifies the workflow job this worker belongs to. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [LeaseWorkItemResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<LeaseWorkItemResponse> lease( |
| LeaseWorkItemRequest request, core.String projectId, core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/workItems:lease'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new LeaseWorkItemResponse.fromJson(data)); |
| } |
| |
| /// Reports the status of dataflow WorkItems leased by a worker. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project which owns the WorkItem's job. |
| /// |
| /// [jobId] - The job which the WorkItem is part of. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ReportWorkItemStatusResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ReportWorkItemStatusResponse> reportStatus( |
| ReportWorkItemStatusRequest request, |
| core.String projectId, |
| core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/workItems:reportStatus'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response |
| .then((data) => new ReportWorkItemStatusResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsLocationsResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsLocationsFlexTemplatesResourceApi get flexTemplates => |
| new ProjectsLocationsFlexTemplatesResourceApi(_requester); |
| ProjectsLocationsJobsResourceApi get jobs => |
| new ProjectsLocationsJobsResourceApi(_requester); |
| ProjectsLocationsSnapshotsResourceApi get snapshots => |
| new ProjectsLocationsSnapshotsResourceApi(_requester); |
| ProjectsLocationsSqlResourceApi get sql => |
| new ProjectsLocationsSqlResourceApi(_requester); |
| ProjectsLocationsTemplatesResourceApi get templates => |
| new ProjectsLocationsTemplatesResourceApi(_requester); |
| |
| ProjectsLocationsResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Send a worker_message to the service. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project to send the WorkerMessages to. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [SendWorkerMessagesResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<SendWorkerMessagesResponse> workerMessages( |
| SendWorkerMessagesRequest request, |
| core.String projectId, |
| core.String location, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/WorkerMessages'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response |
| .then((data) => new SendWorkerMessagesResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsLocationsFlexTemplatesResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsLocationsFlexTemplatesResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Launch a job with a FlexTemplate. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - Required. The ID of the Cloud Platform project that the job |
| /// belongs to. |
| /// |
| /// [location] - Required. The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to |
| /// which to direct the request. E.g., us-central1, us-west1. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [LaunchFlexTemplateResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<LaunchFlexTemplateResponse> launch( |
| LaunchFlexTemplateRequest request, |
| core.String projectId, |
| core.String location, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/flexTemplates:launch'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response |
| .then((data) => new LaunchFlexTemplateResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsLocationsJobsResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsLocationsJobsDebugResourceApi get debug => |
| new ProjectsLocationsJobsDebugResourceApi(_requester); |
| ProjectsLocationsJobsMessagesResourceApi get messages => |
| new ProjectsLocationsJobsMessagesResourceApi(_requester); |
| ProjectsLocationsJobsSnapshotsResourceApi get snapshots => |
| new ProjectsLocationsJobsSnapshotsResourceApi(_requester); |
| ProjectsLocationsJobsStagesResourceApi get stages => |
| new ProjectsLocationsJobsStagesResourceApi(_requester); |
| ProjectsLocationsJobsWorkItemsResourceApi get workItems => |
| new ProjectsLocationsJobsWorkItemsResourceApi(_requester); |
| |
| ProjectsLocationsJobsResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Creates a Cloud Dataflow job. To create a job, we recommend using |
| /// `projects.locations.jobs.create` with a [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). |
| /// Using `projects.jobs.create` is not recommended, as your job will always |
| /// start in `us-central1`. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The ID of the Cloud Platform project that the job belongs |
| /// to. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains this job. |
| /// |
| /// [replaceJobId] - Deprecated. This field is now in the Job message. |
| /// |
| /// [view] - The level of information requested in response. |
| /// Possible string values are: |
| /// - "JOB_VIEW_UNKNOWN" : The job view to return isn't specified, or is |
| /// unknown. Responses will contain at least the `JOB_VIEW_SUMMARY` |
| /// information, and may contain additional information. |
| /// - "JOB_VIEW_SUMMARY" : Request summary information only: Project ID, Job |
| /// ID, job name, job type, job status, start/end time, and Cloud SDK version |
| /// details. |
| /// - "JOB_VIEW_ALL" : Request all information available for this job. |
| /// - "JOB_VIEW_DESCRIPTION" : Request summary info and limited job |
| /// description data for steps, labels and environment. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Job]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Job> create( |
| Job request, core.String projectId, core.String location, |
| {core.String replaceJobId, core.String view, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (replaceJobId != null) { |
| _queryParams["replaceJobId"] = [replaceJobId]; |
| } |
| if (view != null) { |
| _queryParams["view"] = [view]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Job.fromJson(data)); |
| } |
| |
| /// Gets the state of the specified Cloud Dataflow job. To get the state of a |
| /// job, we recommend using `projects.locations.jobs.get` with a [regional |
| /// endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). |
| /// Using `projects.jobs.get` is not recommended, as you can only get the |
| /// state of jobs that are running in `us-central1`. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The ID of the Cloud Platform project that the job belongs |
| /// to. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains this job. |
| /// |
| /// [jobId] - The job ID. |
| /// |
| /// [view] - The level of information requested in response. |
| /// Possible string values are: |
| /// - "JOB_VIEW_UNKNOWN" : The job view to return isn't specified, or is |
| /// unknown. Responses will contain at least the `JOB_VIEW_SUMMARY` |
| /// information, and may contain additional information. |
| /// - "JOB_VIEW_SUMMARY" : Request summary information only: Project ID, Job |
| /// ID, job name, job type, job status, start/end time, and Cloud SDK version |
| /// details. |
| /// - "JOB_VIEW_ALL" : Request all information available for this job. |
| /// - "JOB_VIEW_DESCRIPTION" : Request summary info and limited job |
| /// description data for steps, labels and environment. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Job]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Job> get( |
| core.String projectId, core.String location, core.String jobId, |
| {core.String view, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if (view != null) { |
| _queryParams["view"] = [view]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId'); |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Job.fromJson(data)); |
| } |
| |
| /// Request detailed information about the execution status of the job. |
| /// EXPERIMENTAL. This API is subject to change or removal without notice. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - A project id. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job specified by job_id. |
| /// |
| /// [jobId] - The job to get execution details for. |
| /// |
| /// [pageSize] - If specified, determines the maximum number of stages to |
| /// return. If unspecified, the service may choose an appropriate default, or |
| /// may return an arbitrarily large number of results. |
| /// |
| /// [pageToken] - If supplied, this should be the value of next_page_token |
| /// returned by an earlier call. This will cause the next page of results to |
| /// be returned. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [JobExecutionDetails]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<JobExecutionDetails> getExecutionDetails( |
| core.String projectId, core.String location, core.String jobId, |
| {core.int pageSize, core.String pageToken, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if (pageSize != null) { |
| _queryParams["pageSize"] = ["${pageSize}"]; |
| } |
| if (pageToken != null) { |
| _queryParams["pageToken"] = [pageToken]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/executionDetails'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new JobExecutionDetails.fromJson(data)); |
| } |
| |
| /// Request the job status. To request the status of a job, we recommend using |
| /// `projects.locations.jobs.getMetrics` with a [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). |
| /// Using `projects.jobs.getMetrics` is not recommended, as you can only |
| /// request the status of jobs that are running in `us-central1`. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - A project id. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job specified by job_id. |
| /// |
| /// [jobId] - The job to get metrics for. |
| /// |
| /// [startTime] - Return only metric data that has changed since this time. |
| /// Default is to return all information about all metrics for the job. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [JobMetrics]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<JobMetrics> getMetrics( |
| core.String projectId, core.String location, core.String jobId, |
| {core.String startTime, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if (startTime != null) { |
| _queryParams["startTime"] = [startTime]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/metrics'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new JobMetrics.fromJson(data)); |
| } |
| |
| /// List the jobs of a project. To list the jobs of a project in a region, we |
| /// recommend using `projects.locations.jobs.list` with a [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To |
| /// list the all jobs across all regions, use `projects.jobs.aggregated`. |
| /// Using `projects.jobs.list` is not recommended, as you can only get the |
| /// list of jobs that are running in `us-central1`. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project which owns the jobs. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains this job. |
| /// |
| /// [pageToken] - Set this to the 'next_page_token' field of a previous |
| /// response to request additional results in a long list. |
| /// |
| /// [filter] - The kind of filter to use. |
| /// Possible string values are: |
| /// - "UNKNOWN" : The filter isn't specified, or is unknown. This returns all |
| /// jobs ordered on descending `JobUuid`. |
| /// - "ALL" : Returns all running jobs first ordered on creation timestamp, |
| /// then returns all terminated jobs ordered on the termination timestamp. |
| /// - "TERMINATED" : Filters the jobs that have a terminated state, ordered on |
| /// the termination timestamp. Example terminated states: `JOB_STATE_STOPPED`, |
| /// `JOB_STATE_UPDATED`, `JOB_STATE_DRAINED`, etc. |
| /// - "ACTIVE" : Filters the jobs that are running ordered on the creation |
| /// timestamp. |
| /// |
| /// [pageSize] - If there are many jobs, limit response to at most this many. |
| /// The actual number of jobs returned will be the lesser of max_responses and |
| /// an unspecified server-defined limit. |
| /// |
| /// [view] - Level of information requested in response. Default is |
| /// `JOB_VIEW_SUMMARY`. |
| /// Possible string values are: |
| /// - "JOB_VIEW_UNKNOWN" : The job view to return isn't specified, or is |
| /// unknown. Responses will contain at least the `JOB_VIEW_SUMMARY` |
| /// information, and may contain additional information. |
| /// - "JOB_VIEW_SUMMARY" : Request summary information only: Project ID, Job |
| /// ID, job name, job type, job status, start/end time, and Cloud SDK version |
| /// details. |
| /// - "JOB_VIEW_ALL" : Request all information available for this job. |
| /// - "JOB_VIEW_DESCRIPTION" : Request summary info and limited job |
| /// description data for steps, labels and environment. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ListJobsResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ListJobsResponse> list( |
| core.String projectId, core.String location, |
| {core.String pageToken, |
| core.String filter, |
| core.int pageSize, |
| core.String view, |
| core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (pageToken != null) { |
| _queryParams["pageToken"] = [pageToken]; |
| } |
| if (filter != null) { |
| _queryParams["filter"] = [filter]; |
| } |
| if (pageSize != null) { |
| _queryParams["pageSize"] = ["${pageSize}"]; |
| } |
| if (view != null) { |
| _queryParams["view"] = [view]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new ListJobsResponse.fromJson(data)); |
| } |
| |
| /// Snapshot the state of a streaming job. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project which owns the job to be snapshotted. |
| /// |
| /// [location] - The location that contains this job. |
| /// |
| /// [jobId] - The job to be snapshotted. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Snapshot]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Snapshot> snapshot(SnapshotJobRequest request, |
| core.String projectId, core.String location, core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| ':snapshot'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Snapshot.fromJson(data)); |
| } |
| |
| /// Updates the state of an existing Cloud Dataflow job. To update the state |
| /// of an existing job, we recommend using `projects.locations.jobs.update` |
| /// with a [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). |
| /// Using `projects.jobs.update` is not recommended, as you can only update |
| /// the state of jobs that are running in `us-central1`. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The ID of the Cloud Platform project that the job belongs |
| /// to. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains this job. |
| /// |
| /// [jobId] - The job ID. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Job]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Job> update(Job request, core.String projectId, |
| core.String location, core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId'); |
| |
| var _response = _requester.request(_url, "PUT", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Job.fromJson(data)); |
| } |
| } |
| |
| class ProjectsLocationsJobsDebugResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsLocationsJobsDebugResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Get encoded debug configuration for component. Not cacheable. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project id. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job specified by job_id. |
| /// |
| /// [jobId] - The job id. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [GetDebugConfigResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<GetDebugConfigResponse> getConfig(GetDebugConfigRequest request, |
| core.String projectId, core.String location, core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/debug/getConfig'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new GetDebugConfigResponse.fromJson(data)); |
| } |
| |
| /// Send encoded debug capture data for component. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project id. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job specified by job_id. |
| /// |
| /// [jobId] - The job id. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [SendDebugCaptureResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<SendDebugCaptureResponse> sendCapture( |
| SendDebugCaptureRequest request, |
| core.String projectId, |
| core.String location, |
| core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/debug/sendCapture'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response |
| .then((data) => new SendDebugCaptureResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsLocationsJobsMessagesResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsLocationsJobsMessagesResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Request the job status. To request the status of a job, we recommend using |
| /// `projects.locations.jobs.messages.list` with a [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). |
| /// Using `projects.jobs.messages.list` is not recommended, as you can only |
| /// request the status of jobs that are running in `us-central1`. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - A project id. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job specified by job_id. |
| /// |
| /// [jobId] - The job to get messages about. |
| /// |
| /// [pageToken] - If supplied, this should be the value of next_page_token |
| /// returned by an earlier call. This will cause the next page of results to |
| /// be returned. |
| /// |
| /// [endTime] - Return only messages with timestamps < end_time. The default |
| /// is now (i.e. return up to the latest messages available). |
| /// |
| /// [startTime] - If specified, return only messages with timestamps >= |
| /// start_time. The default is the job creation time (i.e. beginning of |
| /// messages). |
| /// |
| /// [pageSize] - If specified, determines the maximum number of messages to |
| /// return. If unspecified, the service may choose an appropriate default, or |
| /// may return an arbitrarily large number of results. |
| /// |
| /// [minimumImportance] - Filter to only get messages with importance >= level |
| /// Possible string values are: |
| /// - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : The message importance isn't |
| /// specified, or is unknown. |
| /// - "JOB_MESSAGE_DEBUG" : The message is at the 'debug' level: typically |
| /// only useful for software engineers working on the code the job is running. |
| /// Typically, Dataflow pipeline runners do not display log messages at this |
| /// level by default. |
| /// - "JOB_MESSAGE_DETAILED" : The message is at the 'detailed' level: |
| /// somewhat verbose, but potentially useful to users. Typically, Dataflow |
| /// pipeline runners do not display log messages at this level by default. |
| /// These messages are displayed by default in the Dataflow monitoring UI. |
| /// - "JOB_MESSAGE_BASIC" : The message is at the 'basic' level: useful for |
| /// keeping track of the execution of a Dataflow pipeline. Typically, Dataflow |
| /// pipeline runners display log messages at this level by default, and these |
| /// messages are displayed by default in the Dataflow monitoring UI. |
| /// - "JOB_MESSAGE_WARNING" : The message is at the 'warning' level: |
| /// indicating a condition pertaining to a job which may require human |
| /// intervention. Typically, Dataflow pipeline runners display log messages at |
| /// this level by default, and these messages are displayed by default in the |
| /// Dataflow monitoring UI. |
| /// - "JOB_MESSAGE_ERROR" : The message is at the 'error' level: indicating a |
| /// condition preventing a job from succeeding. Typically, Dataflow pipeline |
| /// runners display log messages at this level by default, and these messages |
| /// are displayed by default in the Dataflow monitoring UI. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ListJobMessagesResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ListJobMessagesResponse> list( |
| core.String projectId, core.String location, core.String jobId, |
| {core.String pageToken, |
| core.String endTime, |
| core.String startTime, |
| core.int pageSize, |
| core.String minimumImportance, |
| core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if (pageToken != null) { |
| _queryParams["pageToken"] = [pageToken]; |
| } |
| if (endTime != null) { |
| _queryParams["endTime"] = [endTime]; |
| } |
| if (startTime != null) { |
| _queryParams["startTime"] = [startTime]; |
| } |
| if (pageSize != null) { |
| _queryParams["pageSize"] = ["${pageSize}"]; |
| } |
| if (minimumImportance != null) { |
| _queryParams["minimumImportance"] = [minimumImportance]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/messages'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new ListJobMessagesResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsLocationsJobsSnapshotsResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsLocationsJobsSnapshotsResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Lists snapshots. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project ID to list snapshots for. |
| /// |
| /// [location] - The location to list snapshots in. |
| /// |
| /// [jobId] - If specified, list snapshots created from this job. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ListSnapshotsResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ListSnapshotsResponse> list( |
| core.String projectId, core.String location, core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/snapshots'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new ListSnapshotsResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsLocationsJobsStagesResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsLocationsJobsStagesResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Request detailed information about the execution status of a stage of the |
| /// job. EXPERIMENTAL. This API is subject to change or removal without |
| /// notice. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - A project id. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job specified by job_id. |
| /// |
| /// [jobId] - The job to get execution details for. |
| /// |
| /// [stageId] - The stage for which to fetch information. |
| /// |
| /// [pageSize] - If specified, determines the maximum number of work items to |
| /// return. If unspecified, the service may choose an appropriate default, or |
| /// may return an arbitrarily large number of results. |
| /// |
| /// [pageToken] - If supplied, this should be the value of next_page_token |
| /// returned by an earlier call. This will cause the next page of results to |
| /// be returned. |
| /// |
| /// [startTime] - Lower time bound of work items to include, by start time. |
| /// |
| /// [endTime] - Upper time bound of work items to include, by start time. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [StageExecutionDetails]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<StageExecutionDetails> getExecutionDetails(core.String projectId, |
| core.String location, core.String jobId, core.String stageId, |
| {core.int pageSize, |
| core.String pageToken, |
| core.String startTime, |
| core.String endTime, |
| core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if (stageId == null) { |
| throw new core.ArgumentError("Parameter stageId is required."); |
| } |
| if (pageSize != null) { |
| _queryParams["pageSize"] = ["${pageSize}"]; |
| } |
| if (pageToken != null) { |
| _queryParams["pageToken"] = [pageToken]; |
| } |
| if (startTime != null) { |
| _queryParams["startTime"] = [startTime]; |
| } |
| if (endTime != null) { |
| _queryParams["endTime"] = [endTime]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/stages/' + |
| commons.Escaper.ecapeVariable('$stageId') + |
| '/executionDetails'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new StageExecutionDetails.fromJson(data)); |
| } |
| } |
| |
| class ProjectsLocationsJobsWorkItemsResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsLocationsJobsWorkItemsResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Leases a dataflow WorkItem to run. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - Identifies the project this worker belongs to. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the WorkItem's job. |
| /// |
| /// [jobId] - Identifies the workflow job this worker belongs to. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [LeaseWorkItemResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<LeaseWorkItemResponse> lease(LeaseWorkItemRequest request, |
| core.String projectId, core.String location, core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/workItems:lease'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new LeaseWorkItemResponse.fromJson(data)); |
| } |
| |
| /// Reports the status of dataflow WorkItems leased by a worker. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project which owns the WorkItem's job. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the WorkItem's job. |
| /// |
| /// [jobId] - The job which the WorkItem is part of. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ReportWorkItemStatusResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ReportWorkItemStatusResponse> reportStatus( |
| ReportWorkItemStatusRequest request, |
| core.String projectId, |
| core.String location, |
| core.String jobId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId == null) { |
| throw new core.ArgumentError("Parameter jobId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/jobs/' + |
| commons.Escaper.ecapeVariable('$jobId') + |
| '/workItems:reportStatus'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response |
| .then((data) => new ReportWorkItemStatusResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsLocationsSnapshotsResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsLocationsSnapshotsResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Deletes a snapshot. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The ID of the Cloud Platform project that the snapshot |
| /// belongs to. |
| /// |
| /// [location] - The location that contains this snapshot. |
| /// |
| /// [snapshotId] - The ID of the snapshot. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [DeleteSnapshotResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<DeleteSnapshotResponse> delete( |
| core.String projectId, core.String location, core.String snapshotId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (snapshotId == null) { |
| throw new core.ArgumentError("Parameter snapshotId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/snapshots/' + |
| commons.Escaper.ecapeVariable('$snapshotId'); |
| |
| var _response = _requester.request(_url, "DELETE", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new DeleteSnapshotResponse.fromJson(data)); |
| } |
| |
| /// Gets information about a snapshot. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The ID of the Cloud Platform project that the snapshot |
| /// belongs to. |
| /// |
| /// [location] - The location that contains this snapshot. |
| /// |
| /// [snapshotId] - The ID of the snapshot. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Snapshot]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Snapshot> get( |
| core.String projectId, core.String location, core.String snapshotId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (snapshotId == null) { |
| throw new core.ArgumentError("Parameter snapshotId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/snapshots/' + |
| commons.Escaper.ecapeVariable('$snapshotId'); |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Snapshot.fromJson(data)); |
| } |
| |
| /// Lists snapshots. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project ID to list snapshots for. |
| /// |
| /// [location] - The location to list snapshots in. |
| /// |
| /// [jobId] - If specified, list snapshots created from this job. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ListSnapshotsResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ListSnapshotsResponse> list( |
| core.String projectId, core.String location, |
| {core.String jobId, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (jobId != null) { |
| _queryParams["jobId"] = [jobId]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/snapshots'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new ListSnapshotsResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsLocationsSqlResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsLocationsSqlResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Validates a GoogleSQL query for Cloud Dataflow syntax. Will always confirm |
| /// the given query parses correctly, and if able to look up schema |
| /// information from DataCatalog, will validate that the query analyzes |
| /// properly as well. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - Required. The ID of the Cloud Platform project that the job |
| /// belongs to. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to |
| /// which to direct the request. |
| /// |
| /// [query] - The sql query to validate. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ValidateResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ValidateResponse> validate( |
| core.String projectId, core.String location, |
| {core.String query, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (query != null) { |
| _queryParams["query"] = [query]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/sql:validate'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new ValidateResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsLocationsTemplatesResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsLocationsTemplatesResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Creates a Cloud Dataflow job from a template. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - Required. The ID of the Cloud Platform project that the job |
| /// belongs to. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to |
| /// which to direct the request. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Job]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Job> create(CreateJobFromTemplateRequest request, |
| core.String projectId, core.String location, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/templates'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Job.fromJson(data)); |
| } |
| |
| /// Get the template associated with a template. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - Required. The ID of the Cloud Platform project that the job |
| /// belongs to. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to |
| /// which to direct the request. |
| /// |
| /// [view] - The view to retrieve. Defaults to METADATA_ONLY. |
| /// Possible string values are: |
| /// - "METADATA_ONLY" : Template view that retrieves only the metadata |
| /// associated with the template. |
| /// |
| /// [gcsPath] - Required. A Cloud Storage path to the template from which to |
| /// create the job. Must be valid Cloud Storage URL, beginning with 'gs://'. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [GetTemplateResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<GetTemplateResponse> get( |
| core.String projectId, core.String location, |
| {core.String view, core.String gcsPath, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (view != null) { |
| _queryParams["view"] = [view]; |
| } |
| if (gcsPath != null) { |
| _queryParams["gcsPath"] = [gcsPath]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/templates:get'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new GetTemplateResponse.fromJson(data)); |
| } |
| |
| /// Launch a template. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - Required. The ID of the Cloud Platform project that the job |
| /// belongs to. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to |
| /// which to direct the request. |
| /// |
| /// [dynamicTemplate_gcsPath] - Path to dynamic template spec file on GCS. The |
| /// file must be a Json serialized DynamicTemplateFieSpec object. |
| /// |
| /// [gcsPath] - A Cloud Storage path to the template from which to create the |
| /// job. Must be valid Cloud Storage URL, beginning with 'gs://'. |
| /// |
| /// [dynamicTemplate_stagingLocation] - Cloud Storage path for staging |
| /// dependencies. Must be a valid Cloud Storage URL, beginning with `gs://`. |
| /// |
| /// [validateOnly] - If true, the request is validated but not actually |
| /// executed. Defaults to false. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [LaunchTemplateResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<LaunchTemplateResponse> launch(LaunchTemplateParameters request, |
| core.String projectId, core.String location, |
| {core.String dynamicTemplate_gcsPath, |
| core.String gcsPath, |
| core.String dynamicTemplate_stagingLocation, |
| core.bool validateOnly, |
| core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location == null) { |
| throw new core.ArgumentError("Parameter location is required."); |
| } |
| if (dynamicTemplate_gcsPath != null) { |
| _queryParams["dynamicTemplate.gcsPath"] = [dynamicTemplate_gcsPath]; |
| } |
| if (gcsPath != null) { |
| _queryParams["gcsPath"] = [gcsPath]; |
| } |
| if (dynamicTemplate_stagingLocation != null) { |
| _queryParams["dynamicTemplate.stagingLocation"] = [ |
| dynamicTemplate_stagingLocation |
| ]; |
| } |
| if (validateOnly != null) { |
| _queryParams["validateOnly"] = ["${validateOnly}"]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/locations/' + |
| commons.Escaper.ecapeVariable('$location') + |
| '/templates:launch'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new LaunchTemplateResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsSnapshotsResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsSnapshotsResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Gets information about a snapshot. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The ID of the Cloud Platform project that the snapshot |
| /// belongs to. |
| /// |
| /// [snapshotId] - The ID of the snapshot. |
| /// |
| /// [location] - The location that contains this snapshot. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Snapshot]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Snapshot> get(core.String projectId, core.String snapshotId, |
| {core.String location, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (snapshotId == null) { |
| throw new core.ArgumentError("Parameter snapshotId is required."); |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/snapshots/' + |
| commons.Escaper.ecapeVariable('$snapshotId'); |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Snapshot.fromJson(data)); |
| } |
| |
| /// Lists snapshots. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - The project ID to list snapshots for. |
| /// |
| /// [location] - The location to list snapshots in. |
| /// |
| /// [jobId] - If specified, list snapshots created from this job. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ListSnapshotsResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ListSnapshotsResponse> list(core.String projectId, |
| {core.String location, core.String jobId, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if (jobId != null) { |
| _queryParams["jobId"] = [jobId]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/snapshots'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new ListSnapshotsResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsTemplateVersionsResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsTemplateVersionsResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// List TemplateVersions using project_id and an optional display_name field. |
| /// List all the TemplateVersions in the Template if display set. List all the |
| /// TemplateVersions in the Project if display_name not set. |
| /// |
| /// Request parameters: |
| /// |
| /// [parent] - parent includes project_id, and display_name is optional. List |
| /// by project_id(pid1) and display_name(tid1). Format: |
| /// projects/{pid1}/catalogTemplates/{tid1} List by project_id(pid1). Format: |
| /// projects/{pid1} |
| /// Value must have pattern "^projects/[^/]+$". |
| /// |
| /// [pageToken] - The page token, received from a previous |
| /// ListTemplateVersions call. Provide this to retrieve the subsequent page. |
| /// |
| /// [pageSize] - The maximum number of TemplateVersions to return per page. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [ListTemplateVersionsResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<ListTemplateVersionsResponse> list(core.String parent, |
| {core.String pageToken, core.int pageSize, core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (parent == null) { |
| throw new core.ArgumentError("Parameter parent is required."); |
| } |
| if (pageToken != null) { |
| _queryParams["pageToken"] = [pageToken]; |
| } |
| if (pageSize != null) { |
| _queryParams["pageSize"] = ["${pageSize}"]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/' + |
| commons.Escaper.ecapeVariableReserved('$parent') + |
| '/templateVersions'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response |
| .then((data) => new ListTemplateVersionsResponse.fromJson(data)); |
| } |
| } |
| |
| class ProjectsTemplatesResourceApi { |
| final commons.ApiRequester _requester; |
| |
| ProjectsTemplatesResourceApi(commons.ApiRequester client) |
| : _requester = client; |
| |
| /// Creates a Cloud Dataflow job from a template. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - Required. The ID of the Cloud Platform project that the job |
| /// belongs to. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [Job]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<Job> create( |
| CreateJobFromTemplateRequest request, core.String projectId, |
| {core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/templates'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new Job.fromJson(data)); |
| } |
| |
| /// Get the template associated with a template. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - Required. The ID of the Cloud Platform project that the job |
| /// belongs to. |
| /// |
| /// [view] - The view to retrieve. Defaults to METADATA_ONLY. |
| /// Possible string values are: |
| /// - "METADATA_ONLY" : Template view that retrieves only the metadata |
| /// associated with the template. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to |
| /// which to direct the request. |
| /// |
| /// [gcsPath] - Required. A Cloud Storage path to the template from which to |
| /// create the job. Must be valid Cloud Storage URL, beginning with 'gs://'. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [GetTemplateResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<GetTemplateResponse> get(core.String projectId, |
| {core.String view, |
| core.String location, |
| core.String gcsPath, |
| core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (view != null) { |
| _queryParams["view"] = [view]; |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if (gcsPath != null) { |
| _queryParams["gcsPath"] = [gcsPath]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/templates:get'; |
| |
| var _response = _requester.request(_url, "GET", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new GetTemplateResponse.fromJson(data)); |
| } |
| |
| /// Launch a template. |
| /// |
| /// [request] - The metadata request object. |
| /// |
| /// Request parameters: |
| /// |
| /// [projectId] - Required. The ID of the Cloud Platform project that the job |
| /// belongs to. |
| /// |
| /// [location] - The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to |
| /// which to direct the request. |
| /// |
| /// [dynamicTemplate_stagingLocation] - Cloud Storage path for staging |
| /// dependencies. Must be a valid Cloud Storage URL, beginning with `gs://`. |
| /// |
| /// [gcsPath] - A Cloud Storage path to the template from which to create the |
| /// job. Must be valid Cloud Storage URL, beginning with 'gs://'. |
| /// |
| /// [validateOnly] - If true, the request is validated but not actually |
| /// executed. Defaults to false. |
| /// |
| /// [dynamicTemplate_gcsPath] - Path to dynamic template spec file on GCS. The |
| /// file must be a Json serialized DynamicTemplateFieSpec object. |
| /// |
| /// [$fields] - Selector specifying which fields to include in a partial |
| /// response. |
| /// |
| /// Completes with a [LaunchTemplateResponse]. |
| /// |
| /// Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| /// error. |
| /// |
| /// If the used [http.Client] completes with an error when making a REST call, |
| /// this method will complete with the same error. |
| async.Future<LaunchTemplateResponse> launch( |
| LaunchTemplateParameters request, core.String projectId, |
| {core.String location, |
| core.String dynamicTemplate_stagingLocation, |
| core.String gcsPath, |
| core.bool validateOnly, |
| core.String dynamicTemplate_gcsPath, |
| core.String $fields}) { |
| var _url; |
| var _queryParams = new core.Map<core.String, core.List<core.String>>(); |
| var _uploadMedia; |
| var _uploadOptions; |
| var _downloadOptions = commons.DownloadOptions.Metadata; |
| var _body; |
| |
| if (request != null) { |
| _body = convert.json.encode((request).toJson()); |
| } |
| if (projectId == null) { |
| throw new core.ArgumentError("Parameter projectId is required."); |
| } |
| if (location != null) { |
| _queryParams["location"] = [location]; |
| } |
| if (dynamicTemplate_stagingLocation != null) { |
| _queryParams["dynamicTemplate.stagingLocation"] = [ |
| dynamicTemplate_stagingLocation |
| ]; |
| } |
| if (gcsPath != null) { |
| _queryParams["gcsPath"] = [gcsPath]; |
| } |
| if (validateOnly != null) { |
| _queryParams["validateOnly"] = ["${validateOnly}"]; |
| } |
| if (dynamicTemplate_gcsPath != null) { |
| _queryParams["dynamicTemplate.gcsPath"] = [dynamicTemplate_gcsPath]; |
| } |
| if ($fields != null) { |
| _queryParams["fields"] = [$fields]; |
| } |
| |
| _url = 'v1b3/projects/' + |
| commons.Escaper.ecapeVariable('$projectId') + |
| '/templates:launch'; |
| |
| var _response = _requester.request(_url, "POST", |
| body: _body, |
| queryParams: _queryParams, |
| uploadOptions: _uploadOptions, |
| uploadMedia: _uploadMedia, |
| downloadOptions: _downloadOptions); |
| return _response.then((data) => new LaunchTemplateResponse.fromJson(data)); |
| } |
| } |
| |
| /// Obsolete in favor of ApproximateReportedProgress and |
| /// ApproximateSplitRequest. |
| class ApproximateProgress { |
| /// Obsolete. |
| core.double percentComplete; |
| |
| /// Obsolete. |
| Position position; |
| |
| /// Obsolete. |
| core.String remainingTime; |
| |
| ApproximateProgress(); |
| |
| ApproximateProgress.fromJson(core.Map _json) { |
| if (_json.containsKey("percentComplete")) { |
| percentComplete = _json["percentComplete"].toDouble(); |
| } |
| if (_json.containsKey("position")) { |
| position = new Position.fromJson(_json["position"]); |
| } |
| if (_json.containsKey("remainingTime")) { |
| remainingTime = _json["remainingTime"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (percentComplete != null) { |
| _json["percentComplete"] = percentComplete; |
| } |
| if (position != null) { |
| _json["position"] = (position).toJson(); |
| } |
| if (remainingTime != null) { |
| _json["remainingTime"] = remainingTime; |
| } |
| return _json; |
| } |
| } |
| |
| /// A progress measurement of a WorkItem by a worker. |
| class ApproximateReportedProgress { |
| /// Total amount of parallelism in the portion of input of this task that has |
| /// already been consumed and is no longer active. In the first two examples |
| /// above (see remaining_parallelism), the value should be 29 or 2 |
| /// respectively. The sum of remaining_parallelism and consumed_parallelism |
| /// should equal the total amount of parallelism in this work item. If |
| /// specified, must be finite. |
| ReportedParallelism consumedParallelism; |
| |
| /// Completion as fraction of the input consumed, from 0.0 (beginning, nothing |
| /// consumed), to 1.0 (end of the input, entire input consumed). |
| core.double fractionConsumed; |
| |
| /// A Position within the work to represent a progress. |
| Position position; |
| |
| /// Total amount of parallelism in the input of this task that remains, (i.e. |
| /// can be delegated to this task and any new tasks via dynamic splitting). |
| /// Always at least 1 for non-finished work items and 0 for finished. "Amount |
| /// of parallelism" refers to how many non-empty parts of the input can be |
| /// read in parallel. This does not necessarily equal number of records. An |
| /// input that can be read in parallel down to the individual records is |
| /// called "perfectly splittable". An example of non-perfectly parallelizable |
| /// input is a block-compressed file format where a block of records has to be |
| /// read as a whole, but different blocks can be read in parallel. Examples: * |
| /// If we are processing record #30 (starting at 1) out of 50 in a perfectly |
| /// splittable 50-record input, this value should be 21 (20 remaining + 1 |
| /// current). * If we are reading through block 3 in a block-compressed file |
| /// consisting of 5 blocks, this value should be 3 (since blocks 4 and 5 can |
| /// be processed in parallel by new tasks via dynamic splitting and the |
| /// current task remains processing block 3). * If we are reading through the |
| /// last block in a block-compressed file, or reading or processing the last |
| /// record in a perfectly splittable input, this value should be 1, because |
| /// apart from the current task, no additional remainder can be split off. |
| ReportedParallelism remainingParallelism; |
| |
| ApproximateReportedProgress(); |
| |
| ApproximateReportedProgress.fromJson(core.Map _json) { |
| if (_json.containsKey("consumedParallelism")) { |
| consumedParallelism = |
| new ReportedParallelism.fromJson(_json["consumedParallelism"]); |
| } |
| if (_json.containsKey("fractionConsumed")) { |
| fractionConsumed = _json["fractionConsumed"].toDouble(); |
| } |
| if (_json.containsKey("position")) { |
| position = new Position.fromJson(_json["position"]); |
| } |
| if (_json.containsKey("remainingParallelism")) { |
| remainingParallelism = |
| new ReportedParallelism.fromJson(_json["remainingParallelism"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (consumedParallelism != null) { |
| _json["consumedParallelism"] = (consumedParallelism).toJson(); |
| } |
| if (fractionConsumed != null) { |
| _json["fractionConsumed"] = fractionConsumed; |
| } |
| if (position != null) { |
| _json["position"] = (position).toJson(); |
| } |
| if (remainingParallelism != null) { |
| _json["remainingParallelism"] = (remainingParallelism).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// A suggestion by the service to the worker to dynamically split the WorkItem. |
| class ApproximateSplitRequest { |
| /// A fraction at which to split the work item, from 0.0 (beginning of the |
| /// input) to 1.0 (end of the input). |
| core.double fractionConsumed; |
| |
| /// The fraction of the remainder of work to split the work item at, from 0.0 |
| /// (split at the current position) to 1.0 (end of the input). |
| core.double fractionOfRemainder; |
| |
| /// A Position at which to split the work item. |
| Position position; |
| |
| ApproximateSplitRequest(); |
| |
| ApproximateSplitRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("fractionConsumed")) { |
| fractionConsumed = _json["fractionConsumed"].toDouble(); |
| } |
| if (_json.containsKey("fractionOfRemainder")) { |
| fractionOfRemainder = _json["fractionOfRemainder"].toDouble(); |
| } |
| if (_json.containsKey("position")) { |
| position = new Position.fromJson(_json["position"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (fractionConsumed != null) { |
| _json["fractionConsumed"] = fractionConsumed; |
| } |
| if (fractionOfRemainder != null) { |
| _json["fractionOfRemainder"] = fractionOfRemainder; |
| } |
| if (position != null) { |
| _json["position"] = (position).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Job information for templates. |
| class Artifact { |
| /// Container image path set for flex Template. |
| ContainerSpec containerSpec; |
| |
| /// job_graph_gcs_path set for legacy Template. |
| core.String jobGraphGcsPath; |
| |
| /// Metadata set for legacy Template. |
| TemplateMetadata metadata; |
| |
| Artifact(); |
| |
| Artifact.fromJson(core.Map _json) { |
| if (_json.containsKey("containerSpec")) { |
| containerSpec = new ContainerSpec.fromJson(_json["containerSpec"]); |
| } |
| if (_json.containsKey("jobGraphGcsPath")) { |
| jobGraphGcsPath = _json["jobGraphGcsPath"]; |
| } |
| if (_json.containsKey("metadata")) { |
| metadata = new TemplateMetadata.fromJson(_json["metadata"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (containerSpec != null) { |
| _json["containerSpec"] = (containerSpec).toJson(); |
| } |
| if (jobGraphGcsPath != null) { |
| _json["jobGraphGcsPath"] = jobGraphGcsPath; |
| } |
| if (metadata != null) { |
| _json["metadata"] = (metadata).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// A structured message reporting an autoscaling decision made by the Dataflow |
| /// service. |
| class AutoscalingEvent { |
| /// The current number of workers the job has. |
| core.String currentNumWorkers; |
| |
| /// A message describing why the system decided to adjust the current number |
| /// of workers, why it failed, or why the system decided to not make any |
| /// changes to the number of workers. |
| StructuredMessage description; |
| |
| /// The type of autoscaling event to report. |
| /// Possible string values are: |
| /// - "TYPE_UNKNOWN" : Default type for the enum. Value should never be |
| /// returned. |
| /// - "TARGET_NUM_WORKERS_CHANGED" : The TARGET_NUM_WORKERS_CHANGED type |
| /// should be used when the target worker pool size has changed at the start |
| /// of an actuation. An event should always be specified as |
| /// TARGET_NUM_WORKERS_CHANGED if it reflects a change in the |
| /// target_num_workers. |
| /// - "CURRENT_NUM_WORKERS_CHANGED" : The CURRENT_NUM_WORKERS_CHANGED type |
| /// should be used when actual worker pool size has been changed, but the |
| /// target_num_workers has not changed. |
| /// - "ACTUATION_FAILURE" : The ACTUATION_FAILURE type should be used when we |
| /// want to report an error to the user indicating why the current number of |
| /// workers in the pool could not be changed. Displayed in the current status |
| /// and history widgets. |
| /// - "NO_CHANGE" : Used when we want to report to the user a reason why we |
| /// are not currently adjusting the number of workers. Should specify both |
| /// target_num_workers, current_num_workers and a decision_message. |
| core.String eventType; |
| |
| /// The target number of workers the worker pool wants to resize to use. |
| core.String targetNumWorkers; |
| |
| /// The time this event was emitted to indicate a new target or current |
| /// num_workers value. |
| core.String time; |
| |
| /// A short and friendly name for the worker pool this event refers to, |
| /// populated from the value of PoolStageRelation::user_pool_name. |
| core.String workerPool; |
| |
| AutoscalingEvent(); |
| |
| AutoscalingEvent.fromJson(core.Map _json) { |
| if (_json.containsKey("currentNumWorkers")) { |
| currentNumWorkers = _json["currentNumWorkers"]; |
| } |
| if (_json.containsKey("description")) { |
| description = new StructuredMessage.fromJson(_json["description"]); |
| } |
| if (_json.containsKey("eventType")) { |
| eventType = _json["eventType"]; |
| } |
| if (_json.containsKey("targetNumWorkers")) { |
| targetNumWorkers = _json["targetNumWorkers"]; |
| } |
| if (_json.containsKey("time")) { |
| time = _json["time"]; |
| } |
| if (_json.containsKey("workerPool")) { |
| workerPool = _json["workerPool"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (currentNumWorkers != null) { |
| _json["currentNumWorkers"] = currentNumWorkers; |
| } |
| if (description != null) { |
| _json["description"] = (description).toJson(); |
| } |
| if (eventType != null) { |
| _json["eventType"] = eventType; |
| } |
| if (targetNumWorkers != null) { |
| _json["targetNumWorkers"] = targetNumWorkers; |
| } |
| if (time != null) { |
| _json["time"] = time; |
| } |
| if (workerPool != null) { |
| _json["workerPool"] = workerPool; |
| } |
| return _json; |
| } |
| } |
| |
| /// Settings for WorkerPool autoscaling. |
| class AutoscalingSettings { |
| /// The algorithm to use for autoscaling. |
| /// Possible string values are: |
| /// - "AUTOSCALING_ALGORITHM_UNKNOWN" : The algorithm is unknown, or |
| /// unspecified. |
| /// - "AUTOSCALING_ALGORITHM_NONE" : Disable autoscaling. |
| /// - "AUTOSCALING_ALGORITHM_BASIC" : Increase worker count over time to |
| /// reduce job execution time. |
| core.String algorithm; |
| |
| /// The maximum number of workers to cap scaling at. |
| core.int maxNumWorkers; |
| |
| AutoscalingSettings(); |
| |
| AutoscalingSettings.fromJson(core.Map _json) { |
| if (_json.containsKey("algorithm")) { |
| algorithm = _json["algorithm"]; |
| } |
| if (_json.containsKey("maxNumWorkers")) { |
| maxNumWorkers = _json["maxNumWorkers"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (algorithm != null) { |
| _json["algorithm"] = algorithm; |
| } |
| if (maxNumWorkers != null) { |
| _json["maxNumWorkers"] = maxNumWorkers; |
| } |
| return _json; |
| } |
| } |
| |
| /// Metadata for a BigQuery connector used by the job. |
| class BigQueryIODetails { |
| /// Dataset accessed in the connection. |
| core.String dataset; |
| |
| /// Project accessed in the connection. |
| core.String projectId; |
| |
| /// Query used to access data in the connection. |
| core.String query; |
| |
| /// Table accessed in the connection. |
| core.String table; |
| |
| BigQueryIODetails(); |
| |
| BigQueryIODetails.fromJson(core.Map _json) { |
| if (_json.containsKey("dataset")) { |
| dataset = _json["dataset"]; |
| } |
| if (_json.containsKey("projectId")) { |
| projectId = _json["projectId"]; |
| } |
| if (_json.containsKey("query")) { |
| query = _json["query"]; |
| } |
| if (_json.containsKey("table")) { |
| table = _json["table"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (dataset != null) { |
| _json["dataset"] = dataset; |
| } |
| if (projectId != null) { |
| _json["projectId"] = projectId; |
| } |
| if (query != null) { |
| _json["query"] = query; |
| } |
| if (table != null) { |
| _json["table"] = table; |
| } |
| return _json; |
| } |
| } |
| |
| /// Metadata for a BigTable connector used by the job. |
| class BigTableIODetails { |
| /// InstanceId accessed in the connection. |
| core.String instanceId; |
| |
| /// ProjectId accessed in the connection. |
| core.String projectId; |
| |
| /// TableId accessed in the connection. |
| core.String tableId; |
| |
| BigTableIODetails(); |
| |
| BigTableIODetails.fromJson(core.Map _json) { |
| if (_json.containsKey("instanceId")) { |
| instanceId = _json["instanceId"]; |
| } |
| if (_json.containsKey("projectId")) { |
| projectId = _json["projectId"]; |
| } |
| if (_json.containsKey("tableId")) { |
| tableId = _json["tableId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (instanceId != null) { |
| _json["instanceId"] = instanceId; |
| } |
| if (projectId != null) { |
| _json["projectId"] = projectId; |
| } |
| if (tableId != null) { |
| _json["tableId"] = tableId; |
| } |
| return _json; |
| } |
| } |
| |
| /// Modeled after information exposed by /proc/stat. |
| class CPUTime { |
| /// Average CPU utilization rate (% non-idle cpu / second) since previous |
| /// sample. |
| core.double rate; |
| |
| /// Timestamp of the measurement. |
| core.String timestamp; |
| |
| /// Total active CPU time across all cores (ie., non-idle) in milliseconds |
| /// since start-up. |
| core.String totalMs; |
| |
| CPUTime(); |
| |
| CPUTime.fromJson(core.Map _json) { |
| if (_json.containsKey("rate")) { |
| rate = _json["rate"].toDouble(); |
| } |
| if (_json.containsKey("timestamp")) { |
| timestamp = _json["timestamp"]; |
| } |
| if (_json.containsKey("totalMs")) { |
| totalMs = _json["totalMs"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (rate != null) { |
| _json["rate"] = rate; |
| } |
| if (timestamp != null) { |
| _json["timestamp"] = timestamp; |
| } |
| if (totalMs != null) { |
| _json["totalMs"] = totalMs; |
| } |
| return _json; |
| } |
| } |
| |
| /// Commit will add a new TemplateVersion to an existing template. |
| class CommitTemplateVersionRequest { |
| /// TemplateVersion obejct to create. |
| TemplateVersion templateVersion; |
| |
| CommitTemplateVersionRequest(); |
| |
| CommitTemplateVersionRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("templateVersion")) { |
| templateVersion = new TemplateVersion.fromJson(_json["templateVersion"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (templateVersion != null) { |
| _json["templateVersion"] = (templateVersion).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Description of an interstitial value between transforms in an execution |
| /// stage. |
| class ComponentSource { |
| /// Dataflow service generated name for this source. |
| core.String name; |
| |
| /// User name for the original user transform or collection with which this |
| /// source is most closely associated. |
| core.String originalTransformOrCollection; |
| |
| /// Human-readable name for this transform; may be user or system generated. |
| core.String userName; |
| |
| ComponentSource(); |
| |
| ComponentSource.fromJson(core.Map _json) { |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("originalTransformOrCollection")) { |
| originalTransformOrCollection = _json["originalTransformOrCollection"]; |
| } |
| if (_json.containsKey("userName")) { |
| userName = _json["userName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (originalTransformOrCollection != null) { |
| _json["originalTransformOrCollection"] = originalTransformOrCollection; |
| } |
| if (userName != null) { |
| _json["userName"] = userName; |
| } |
| return _json; |
| } |
| } |
| |
| /// Description of a transform executed as part of an execution stage. |
| class ComponentTransform { |
| /// Dataflow service generated name for this source. |
| core.String name; |
| |
| /// User name for the original user transform with which this transform is |
| /// most closely associated. |
| core.String originalTransform; |
| |
| /// Human-readable name for this transform; may be user or system generated. |
| core.String userName; |
| |
| ComponentTransform(); |
| |
| ComponentTransform.fromJson(core.Map _json) { |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("originalTransform")) { |
| originalTransform = _json["originalTransform"]; |
| } |
| if (_json.containsKey("userName")) { |
| userName = _json["userName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (originalTransform != null) { |
| _json["originalTransform"] = originalTransform; |
| } |
| if (userName != null) { |
| _json["userName"] = userName; |
| } |
| return _json; |
| } |
| } |
| |
| /// All configuration data for a particular Computation. |
| class ComputationTopology { |
| /// The ID of the computation. |
| core.String computationId; |
| |
| /// The inputs to the computation. |
| core.List<StreamLocation> inputs; |
| |
| /// The key ranges processed by the computation. |
| core.List<KeyRangeLocation> keyRanges; |
| |
| /// The outputs from the computation. |
| core.List<StreamLocation> outputs; |
| |
| /// The state family values. |
| core.List<StateFamilyConfig> stateFamilies; |
| |
| /// The system stage name. |
| core.String systemStageName; |
| |
| ComputationTopology(); |
| |
| ComputationTopology.fromJson(core.Map _json) { |
| if (_json.containsKey("computationId")) { |
| computationId = _json["computationId"]; |
| } |
| if (_json.containsKey("inputs")) { |
| inputs = (_json["inputs"] as core.List) |
| .map<StreamLocation>((value) => new StreamLocation.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("keyRanges")) { |
| keyRanges = (_json["keyRanges"] as core.List) |
| .map<KeyRangeLocation>( |
| (value) => new KeyRangeLocation.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("outputs")) { |
| outputs = (_json["outputs"] as core.List) |
| .map<StreamLocation>((value) => new StreamLocation.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("stateFamilies")) { |
| stateFamilies = (_json["stateFamilies"] as core.List) |
| .map<StateFamilyConfig>( |
| (value) => new StateFamilyConfig.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("systemStageName")) { |
| systemStageName = _json["systemStageName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (computationId != null) { |
| _json["computationId"] = computationId; |
| } |
| if (inputs != null) { |
| _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); |
| } |
| if (keyRanges != null) { |
| _json["keyRanges"] = keyRanges.map((value) => (value).toJson()).toList(); |
| } |
| if (outputs != null) { |
| _json["outputs"] = outputs.map((value) => (value).toJson()).toList(); |
| } |
| if (stateFamilies != null) { |
| _json["stateFamilies"] = |
| stateFamilies.map((value) => (value).toJson()).toList(); |
| } |
| if (systemStageName != null) { |
| _json["systemStageName"] = systemStageName; |
| } |
| return _json; |
| } |
| } |
| |
| /// A position that encapsulates an inner position and an index for the inner |
| /// position. A ConcatPosition can be used by a reader of a source that |
| /// encapsulates a set of other sources. |
| class ConcatPosition { |
| /// Index of the inner source. |
| core.int index; |
| |
| /// Position within the inner source. |
| Position position; |
| |
| ConcatPosition(); |
| |
| ConcatPosition.fromJson(core.Map _json) { |
| if (_json.containsKey("index")) { |
| index = _json["index"]; |
| } |
| if (_json.containsKey("position")) { |
| position = new Position.fromJson(_json["position"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (index != null) { |
| _json["index"] = index; |
| } |
| if (position != null) { |
| _json["position"] = (position).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Container Spec. |
| class ContainerSpec { |
| /// Name of the docker container image. E.g., gcr.io/project/some-image |
| core.String image; |
| |
| /// Metadata describing a template including description and validation rules. |
| TemplateMetadata metadata; |
| |
| /// Required. SDK info of the Flex Template. |
| SDKInfo sdkInfo; |
| |
| ContainerSpec(); |
| |
| ContainerSpec.fromJson(core.Map _json) { |
| if (_json.containsKey("image")) { |
| image = _json["image"]; |
| } |
| if (_json.containsKey("metadata")) { |
| metadata = new TemplateMetadata.fromJson(_json["metadata"]); |
| } |
| if (_json.containsKey("sdkInfo")) { |
| sdkInfo = new SDKInfo.fromJson(_json["sdkInfo"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (image != null) { |
| _json["image"] = image; |
| } |
| if (metadata != null) { |
| _json["metadata"] = (metadata).toJson(); |
| } |
| if (sdkInfo != null) { |
| _json["sdkInfo"] = (sdkInfo).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// CounterMetadata includes all static non-name non-value counter attributes. |
| class CounterMetadata { |
| /// Human-readable description of the counter semantics. |
| core.String description; |
| |
| /// Counter aggregation kind. |
| /// Possible string values are: |
| /// - "INVALID" : Counter aggregation kind was not set. |
| /// - "SUM" : Aggregated value is the sum of all contributed values. |
| /// - "MAX" : Aggregated value is the max of all contributed values. |
| /// - "MIN" : Aggregated value is the min of all contributed values. |
| /// - "MEAN" : Aggregated value is the mean of all contributed values. |
| /// - "OR" : Aggregated value represents the logical 'or' of all contributed |
| /// values. |
| /// - "AND" : Aggregated value represents the logical 'and' of all contributed |
| /// values. |
| /// - "SET" : Aggregated value is a set of unique contributed values. |
| /// - "DISTRIBUTION" : Aggregated value captures statistics about a |
| /// distribution. |
| /// - "LATEST_VALUE" : Aggregated value tracks the latest value of a variable. |
| core.String kind; |
| |
| /// A string referring to the unit type. |
| core.String otherUnits; |
| |
| /// System defined Units, see above enum. |
| /// Possible string values are: |
| /// - "BYTES" : Counter returns a value in bytes. |
| /// - "BYTES_PER_SEC" : Counter returns a value in bytes per second. |
| /// - "MILLISECONDS" : Counter returns a value in milliseconds. |
| /// - "MICROSECONDS" : Counter returns a value in microseconds. |
| /// - "NANOSECONDS" : Counter returns a value in nanoseconds. |
| /// - "TIMESTAMP_MSEC" : Counter returns a timestamp in milliseconds. |
| /// - "TIMESTAMP_USEC" : Counter returns a timestamp in microseconds. |
| /// - "TIMESTAMP_NSEC" : Counter returns a timestamp in nanoseconds. |
| core.String standardUnits; |
| |
| CounterMetadata(); |
| |
| CounterMetadata.fromJson(core.Map _json) { |
| if (_json.containsKey("description")) { |
| description = _json["description"]; |
| } |
| if (_json.containsKey("kind")) { |
| kind = _json["kind"]; |
| } |
| if (_json.containsKey("otherUnits")) { |
| otherUnits = _json["otherUnits"]; |
| } |
| if (_json.containsKey("standardUnits")) { |
| standardUnits = _json["standardUnits"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (description != null) { |
| _json["description"] = description; |
| } |
| if (kind != null) { |
| _json["kind"] = kind; |
| } |
| if (otherUnits != null) { |
| _json["otherUnits"] = otherUnits; |
| } |
| if (standardUnits != null) { |
| _json["standardUnits"] = standardUnits; |
| } |
| return _json; |
| } |
| } |
| |
| /// Identifies a counter within a per-job namespace. Counters whose structured |
| /// names are the same get merged into a single value for the job. |
| class CounterStructuredName { |
| /// Name of the optimized step being executed by the workers. |
| core.String componentStepName; |
| |
| /// Name of the stage. An execution step contains multiple component steps. |
| core.String executionStepName; |
| |
| /// Index of an input collection that's being read from/written to as a side |
| /// input. The index identifies a step's side inputs starting by 1 (e.g. the |
| /// first side input has input_index 1, the third has input_index 3). Side |
| /// inputs are identified by a pair of (original_step_name, input_index). This |
| /// field helps uniquely identify them. |
| core.int inputIndex; |
| |
| /// Counter name. Not necessarily globally-unique, but unique within the |
| /// context of the other fields. Required. |
| core.String name; |
| |
| /// One of the standard Origins defined above. |
| /// Possible string values are: |
| /// - "SYSTEM" : Counter was created by the Dataflow system. |
| /// - "USER" : Counter was created by the user. |
| core.String origin; |
| |
| /// A string containing a more specific namespace of the counter's origin. |
| core.String originNamespace; |
| |
| /// The step name requesting an operation, such as GBK. I.e. the ParDo causing |
| /// a read/write from shuffle to occur, or a read from side inputs. |
| core.String originalRequestingStepName; |
| |
| /// System generated name of the original step in the user's graph, before |
| /// optimization. |
| core.String originalStepName; |
| |
| /// Portion of this counter, either key or value. |
| /// Possible string values are: |
| /// - "ALL" : Counter portion has not been set. |
| /// - "KEY" : Counter reports a key. |
| /// - "VALUE" : Counter reports a value. |
| core.String portion; |
| |
| /// ID of a particular worker. |
| core.String workerId; |
| |
| CounterStructuredName(); |
| |
| CounterStructuredName.fromJson(core.Map _json) { |
| if (_json.containsKey("componentStepName")) { |
| componentStepName = _json["componentStepName"]; |
| } |
| if (_json.containsKey("executionStepName")) { |
| executionStepName = _json["executionStepName"]; |
| } |
| if (_json.containsKey("inputIndex")) { |
| inputIndex = _json["inputIndex"]; |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("origin")) { |
| origin = _json["origin"]; |
| } |
| if (_json.containsKey("originNamespace")) { |
| originNamespace = _json["originNamespace"]; |
| } |
| if (_json.containsKey("originalRequestingStepName")) { |
| originalRequestingStepName = _json["originalRequestingStepName"]; |
| } |
| if (_json.containsKey("originalStepName")) { |
| originalStepName = _json["originalStepName"]; |
| } |
| if (_json.containsKey("portion")) { |
| portion = _json["portion"]; |
| } |
| if (_json.containsKey("workerId")) { |
| workerId = _json["workerId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (componentStepName != null) { |
| _json["componentStepName"] = componentStepName; |
| } |
| if (executionStepName != null) { |
| _json["executionStepName"] = executionStepName; |
| } |
| if (inputIndex != null) { |
| _json["inputIndex"] = inputIndex; |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (origin != null) { |
| _json["origin"] = origin; |
| } |
| if (originNamespace != null) { |
| _json["originNamespace"] = originNamespace; |
| } |
| if (originalRequestingStepName != null) { |
| _json["originalRequestingStepName"] = originalRequestingStepName; |
| } |
| if (originalStepName != null) { |
| _json["originalStepName"] = originalStepName; |
| } |
| if (portion != null) { |
| _json["portion"] = portion; |
| } |
| if (workerId != null) { |
| _json["workerId"] = workerId; |
| } |
| return _json; |
| } |
| } |
| |
| /// A single message which encapsulates structured name and metadata for a given |
| /// counter. |
| class CounterStructuredNameAndMetadata { |
| /// Metadata associated with a counter |
| CounterMetadata metadata; |
| |
| /// Structured name of the counter. |
| CounterStructuredName name; |
| |
| CounterStructuredNameAndMetadata(); |
| |
| CounterStructuredNameAndMetadata.fromJson(core.Map _json) { |
| if (_json.containsKey("metadata")) { |
| metadata = new CounterMetadata.fromJson(_json["metadata"]); |
| } |
| if (_json.containsKey("name")) { |
| name = new CounterStructuredName.fromJson(_json["name"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (metadata != null) { |
| _json["metadata"] = (metadata).toJson(); |
| } |
| if (name != null) { |
| _json["name"] = (name).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// An update to a Counter sent from a worker. |
| class CounterUpdate { |
| /// Boolean value for And, Or. |
| core.bool boolean; |
| |
| /// True if this counter is reported as the total cumulative aggregate value |
| /// accumulated since the worker started working on this WorkItem. By default |
| /// this is false, indicating that this counter is reported as a delta. |
| core.bool cumulative; |
| |
| /// Distribution data |
| DistributionUpdate distribution; |
| |
| /// Floating point value for Sum, Max, Min. |
| core.double floatingPoint; |
| |
| /// List of floating point numbers, for Set. |
| FloatingPointList floatingPointList; |
| |
| /// Floating point mean aggregation value for Mean. |
| FloatingPointMean floatingPointMean; |
| |
| /// Integer value for Sum, Max, Min. |
| SplitInt64 integer; |
| |
| /// Gauge data |
| IntegerGauge integerGauge; |
| |
| /// List of integers, for Set. |
| IntegerList integerList; |
| |
| /// Integer mean aggregation value for Mean. |
| IntegerMean integerMean; |
| |
| /// Value for internally-defined counters used by the Dataflow service. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Object internal; |
| |
| /// Counter name and aggregation type. |
| NameAndKind nameAndKind; |
| |
| /// The service-generated short identifier for this counter. The short_id -> |
| /// (name, metadata) mapping is constant for the lifetime of a job. |
| core.String shortId; |
| |
| /// List of strings, for Set. |
| StringList stringList; |
| |
| /// Counter structured name and metadata. |
| CounterStructuredNameAndMetadata structuredNameAndMetadata; |
| |
| CounterUpdate(); |
| |
| CounterUpdate.fromJson(core.Map _json) { |
| if (_json.containsKey("boolean")) { |
| boolean = _json["boolean"]; |
| } |
| if (_json.containsKey("cumulative")) { |
| cumulative = _json["cumulative"]; |
| } |
| if (_json.containsKey("distribution")) { |
| distribution = new DistributionUpdate.fromJson(_json["distribution"]); |
| } |
| if (_json.containsKey("floatingPoint")) { |
| floatingPoint = _json["floatingPoint"].toDouble(); |
| } |
| if (_json.containsKey("floatingPointList")) { |
| floatingPointList = |
| new FloatingPointList.fromJson(_json["floatingPointList"]); |
| } |
| if (_json.containsKey("floatingPointMean")) { |
| floatingPointMean = |
| new FloatingPointMean.fromJson(_json["floatingPointMean"]); |
| } |
| if (_json.containsKey("integer")) { |
| integer = new SplitInt64.fromJson(_json["integer"]); |
| } |
| if (_json.containsKey("integerGauge")) { |
| integerGauge = new IntegerGauge.fromJson(_json["integerGauge"]); |
| } |
| if (_json.containsKey("integerList")) { |
| integerList = new IntegerList.fromJson(_json["integerList"]); |
| } |
| if (_json.containsKey("integerMean")) { |
| integerMean = new IntegerMean.fromJson(_json["integerMean"]); |
| } |
| if (_json.containsKey("internal")) { |
| internal = _json["internal"]; |
| } |
| if (_json.containsKey("nameAndKind")) { |
| nameAndKind = new NameAndKind.fromJson(_json["nameAndKind"]); |
| } |
| if (_json.containsKey("shortId")) { |
| shortId = _json["shortId"]; |
| } |
| if (_json.containsKey("stringList")) { |
| stringList = new StringList.fromJson(_json["stringList"]); |
| } |
| if (_json.containsKey("structuredNameAndMetadata")) { |
| structuredNameAndMetadata = new CounterStructuredNameAndMetadata.fromJson( |
| _json["structuredNameAndMetadata"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (boolean != null) { |
| _json["boolean"] = boolean; |
| } |
| if (cumulative != null) { |
| _json["cumulative"] = cumulative; |
| } |
| if (distribution != null) { |
| _json["distribution"] = (distribution).toJson(); |
| } |
| if (floatingPoint != null) { |
| _json["floatingPoint"] = floatingPoint; |
| } |
| if (floatingPointList != null) { |
| _json["floatingPointList"] = (floatingPointList).toJson(); |
| } |
| if (floatingPointMean != null) { |
| _json["floatingPointMean"] = (floatingPointMean).toJson(); |
| } |
| if (integer != null) { |
| _json["integer"] = (integer).toJson(); |
| } |
| if (integerGauge != null) { |
| _json["integerGauge"] = (integerGauge).toJson(); |
| } |
| if (integerList != null) { |
| _json["integerList"] = (integerList).toJson(); |
| } |
| if (integerMean != null) { |
| _json["integerMean"] = (integerMean).toJson(); |
| } |
| if (internal != null) { |
| _json["internal"] = internal; |
| } |
| if (nameAndKind != null) { |
| _json["nameAndKind"] = (nameAndKind).toJson(); |
| } |
| if (shortId != null) { |
| _json["shortId"] = shortId; |
| } |
| if (stringList != null) { |
| _json["stringList"] = (stringList).toJson(); |
| } |
| if (structuredNameAndMetadata != null) { |
| _json["structuredNameAndMetadata"] = (structuredNameAndMetadata).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// A request to create a Cloud Dataflow job from a template. |
| class CreateJobFromTemplateRequest { |
| /// The runtime environment for the job. |
| RuntimeEnvironment environment; |
| |
| /// Required. A Cloud Storage path to the template from which to create the |
| /// job. Must be a valid Cloud Storage URL, beginning with `gs://`. |
| core.String gcsPath; |
| |
| /// Required. The job name to use for the created job. |
| core.String jobName; |
| |
| /// The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to |
| /// which to direct the request. |
| core.String location; |
| |
| /// The runtime parameters to pass to the job. |
| core.Map<core.String, core.String> parameters; |
| |
| CreateJobFromTemplateRequest(); |
| |
| CreateJobFromTemplateRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("environment")) { |
| environment = new RuntimeEnvironment.fromJson(_json["environment"]); |
| } |
| if (_json.containsKey("gcsPath")) { |
| gcsPath = _json["gcsPath"]; |
| } |
| if (_json.containsKey("jobName")) { |
| jobName = _json["jobName"]; |
| } |
| if (_json.containsKey("location")) { |
| location = _json["location"]; |
| } |
| if (_json.containsKey("parameters")) { |
| parameters = |
| (_json["parameters"] as core.Map).cast<core.String, core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (environment != null) { |
| _json["environment"] = (environment).toJson(); |
| } |
| if (gcsPath != null) { |
| _json["gcsPath"] = gcsPath; |
| } |
| if (jobName != null) { |
| _json["jobName"] = jobName; |
| } |
| if (location != null) { |
| _json["location"] = location; |
| } |
| if (parameters != null) { |
| _json["parameters"] = parameters; |
| } |
| return _json; |
| } |
| } |
| |
| /// Creates a new Template with TemplateVersions. |
| class CreateTemplateVersionRequest { |
| /// The TemplateVersion object to create. |
| TemplateVersion templateVersion; |
| |
| CreateTemplateVersionRequest(); |
| |
| CreateTemplateVersionRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("templateVersion")) { |
| templateVersion = new TemplateVersion.fromJson(_json["templateVersion"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (templateVersion != null) { |
| _json["templateVersion"] = (templateVersion).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Identifies the location of a custom souce. |
| class CustomSourceLocation { |
| /// Whether this source is stateful. |
| core.bool stateful; |
| |
| CustomSourceLocation(); |
| |
| CustomSourceLocation.fromJson(core.Map _json) { |
| if (_json.containsKey("stateful")) { |
| stateful = _json["stateful"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (stateful != null) { |
| _json["stateful"] = stateful; |
| } |
| return _json; |
| } |
| } |
| |
| /// Data disk assignment for a given VM instance. |
| class DataDiskAssignment { |
| /// Mounted data disks. The order is important a data disk's 0-based index in |
| /// this list defines which persistent directory the disk is mounted to, for |
| /// example the list of { "myproject-1014-104817-4c2-harness-0-disk-0" }, { |
| /// "myproject-1014-104817-4c2-harness-0-disk-1" }. |
| core.List<core.String> dataDisks; |
| |
| /// VM instance name the data disks mounted to, for example |
| /// "myproject-1014-104817-4c2-harness-0". |
| core.String vmInstance; |
| |
| DataDiskAssignment(); |
| |
| DataDiskAssignment.fromJson(core.Map _json) { |
| if (_json.containsKey("dataDisks")) { |
| dataDisks = (_json["dataDisks"] as core.List).cast<core.String>(); |
| } |
| if (_json.containsKey("vmInstance")) { |
| vmInstance = _json["vmInstance"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (dataDisks != null) { |
| _json["dataDisks"] = dataDisks; |
| } |
| if (vmInstance != null) { |
| _json["vmInstance"] = vmInstance; |
| } |
| return _json; |
| } |
| } |
| |
| /// Metadata for a Datastore connector used by the job. |
| class DatastoreIODetails { |
| /// Namespace used in the connection. |
| core.String namespace; |
| |
| /// ProjectId accessed in the connection. |
| core.String projectId; |
| |
| DatastoreIODetails(); |
| |
| DatastoreIODetails.fromJson(core.Map _json) { |
| if (_json.containsKey("namespace")) { |
| namespace = _json["namespace"]; |
| } |
| if (_json.containsKey("projectId")) { |
| projectId = _json["projectId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (namespace != null) { |
| _json["namespace"] = namespace; |
| } |
| if (projectId != null) { |
| _json["projectId"] = projectId; |
| } |
| return _json; |
| } |
| } |
| |
| /// Response from deleting a snapshot. |
| class DeleteSnapshotResponse { |
| DeleteSnapshotResponse(); |
| |
| DeleteSnapshotResponse.fromJson(core.Map _json) {} |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| return _json; |
| } |
| } |
| |
| /// Specification of one of the bundles produced as a result of splitting a |
| /// Source (e.g. when executing a SourceSplitRequest, or when splitting an |
| /// active task using WorkItemStatus.dynamic_source_split), relative to the |
| /// source being split. |
| class DerivedSource { |
| /// What source to base the produced source on (if any). |
| /// Possible string values are: |
| /// - "SOURCE_DERIVATION_MODE_UNKNOWN" : The source derivation is unknown, or |
| /// unspecified. |
| /// - "SOURCE_DERIVATION_MODE_INDEPENDENT" : Produce a completely independent |
| /// Source with no base. |
| /// - "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" : Produce a Source based on |
| /// the Source being split. |
| /// - "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" : Produce a Source based on |
| /// the base of the Source being split. |
| core.String derivationMode; |
| |
| /// Specification of the source. |
| Source source; |
| |
| DerivedSource(); |
| |
| DerivedSource.fromJson(core.Map _json) { |
| if (_json.containsKey("derivationMode")) { |
| derivationMode = _json["derivationMode"]; |
| } |
| if (_json.containsKey("source")) { |
| source = new Source.fromJson(_json["source"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (derivationMode != null) { |
| _json["derivationMode"] = derivationMode; |
| } |
| if (source != null) { |
| _json["source"] = (source).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Describes the data disk used by a workflow job. |
| class Disk { |
| /// Disk storage type, as defined by Google Compute Engine. This must be a |
| /// disk type appropriate to the project and zone in which the workers will |
| /// run. If unknown or unspecified, the service will attempt to choose a |
| /// reasonable default. For example, the standard persistent disk type is a |
| /// resource name typically ending in "pd-standard". If SSD persistent disks |
| /// are available, the resource name typically ends with "pd-ssd". The actual |
| /// valid values are defined the Google Compute Engine API, not by the Cloud |
| /// Dataflow API; consult the Google Compute Engine documentation for more |
| /// information about determining the set of available disk types for a |
| /// particular project and zone. Google Compute Engine Disk types are local to |
| /// a particular project in a particular zone, and so the resource name will |
| /// typically look something like this: |
| /// compute.googleapis.com/projects/project-id/zones/zone/diskTypes/pd-standard |
| core.String diskType; |
| |
| /// Directory in a VM where disk is mounted. |
| core.String mountPoint; |
| |
| /// Size of disk in GB. If zero or unspecified, the service will attempt to |
| /// choose a reasonable default. |
| core.int sizeGb; |
| |
| Disk(); |
| |
| Disk.fromJson(core.Map _json) { |
| if (_json.containsKey("diskType")) { |
| diskType = _json["diskType"]; |
| } |
| if (_json.containsKey("mountPoint")) { |
| mountPoint = _json["mountPoint"]; |
| } |
| if (_json.containsKey("sizeGb")) { |
| sizeGb = _json["sizeGb"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (diskType != null) { |
| _json["diskType"] = diskType; |
| } |
| if (mountPoint != null) { |
| _json["mountPoint"] = mountPoint; |
| } |
| if (sizeGb != null) { |
| _json["sizeGb"] = sizeGb; |
| } |
| return _json; |
| } |
| } |
| |
| /// Data provided with a pipeline or transform to provide descriptive info. |
| class DisplayData { |
| /// Contains value if the data is of a boolean type. |
| core.bool boolValue; |
| |
| /// Contains value if the data is of duration type. |
| core.String durationValue; |
| |
| /// Contains value if the data is of float type. |
| core.double floatValue; |
| |
| /// Contains value if the data is of int64 type. |
| core.String int64Value; |
| |
| /// Contains value if the data is of java class type. |
| core.String javaClassValue; |
| |
| /// The key identifying the display data. This is intended to be used as a |
| /// label for the display data when viewed in a dax monitoring system. |
| core.String key; |
| |
| /// An optional label to display in a dax UI for the element. |
| core.String label; |
| |
| /// The namespace for the key. This is usually a class name or programming |
| /// language namespace (i.e. python module) which defines the display data. |
| /// This allows a dax monitoring system to specially handle the data and |
| /// perform custom rendering. |
| core.String namespace; |
| |
| /// A possible additional shorter value to display. For example a |
| /// java_class_name_value of com.mypackage.MyDoFn will be stored with MyDoFn |
| /// as the short_str_value and com.mypackage.MyDoFn as the java_class_name |
| /// value. short_str_value can be displayed and java_class_name_value will be |
| /// displayed as a tooltip. |
| core.String shortStrValue; |
| |
| /// Contains value if the data is of string type. |
| core.String strValue; |
| |
| /// Contains value if the data is of timestamp type. |
| core.String timestampValue; |
| |
| /// An optional full URL. |
| core.String url; |
| |
| DisplayData(); |
| |
| DisplayData.fromJson(core.Map _json) { |
| if (_json.containsKey("boolValue")) { |
| boolValue = _json["boolValue"]; |
| } |
| if (_json.containsKey("durationValue")) { |
| durationValue = _json["durationValue"]; |
| } |
| if (_json.containsKey("floatValue")) { |
| floatValue = _json["floatValue"].toDouble(); |
| } |
| if (_json.containsKey("int64Value")) { |
| int64Value = _json["int64Value"]; |
| } |
| if (_json.containsKey("javaClassValue")) { |
| javaClassValue = _json["javaClassValue"]; |
| } |
| if (_json.containsKey("key")) { |
| key = _json["key"]; |
| } |
| if (_json.containsKey("label")) { |
| label = _json["label"]; |
| } |
| if (_json.containsKey("namespace")) { |
| namespace = _json["namespace"]; |
| } |
| if (_json.containsKey("shortStrValue")) { |
| shortStrValue = _json["shortStrValue"]; |
| } |
| if (_json.containsKey("strValue")) { |
| strValue = _json["strValue"]; |
| } |
| if (_json.containsKey("timestampValue")) { |
| timestampValue = _json["timestampValue"]; |
| } |
| if (_json.containsKey("url")) { |
| url = _json["url"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (boolValue != null) { |
| _json["boolValue"] = boolValue; |
| } |
| if (durationValue != null) { |
| _json["durationValue"] = durationValue; |
| } |
| if (floatValue != null) { |
| _json["floatValue"] = floatValue; |
| } |
| if (int64Value != null) { |
| _json["int64Value"] = int64Value; |
| } |
| if (javaClassValue != null) { |
| _json["javaClassValue"] = javaClassValue; |
| } |
| if (key != null) { |
| _json["key"] = key; |
| } |
| if (label != null) { |
| _json["label"] = label; |
| } |
| if (namespace != null) { |
| _json["namespace"] = namespace; |
| } |
| if (shortStrValue != null) { |
| _json["shortStrValue"] = shortStrValue; |
| } |
| if (strValue != null) { |
| _json["strValue"] = strValue; |
| } |
| if (timestampValue != null) { |
| _json["timestampValue"] = timestampValue; |
| } |
| if (url != null) { |
| _json["url"] = url; |
| } |
| return _json; |
| } |
| } |
| |
| /// A metric value representing a distribution. |
| class DistributionUpdate { |
| /// The count of the number of elements present in the distribution. |
| SplitInt64 count; |
| |
| /// (Optional) Histogram of value counts for the distribution. |
| Histogram histogram; |
| |
| /// The maximum value present in the distribution. |
| SplitInt64 max; |
| |
| /// The minimum value present in the distribution. |
| SplitInt64 min; |
| |
| /// Use an int64 since we'd prefer the added precision. If overflow is a |
| /// common problem we can detect it and use an additional int64 or a double. |
| SplitInt64 sum; |
| |
| /// Use a double since the sum of squares is likely to overflow int64. |
| core.double sumOfSquares; |
| |
| DistributionUpdate(); |
| |
| DistributionUpdate.fromJson(core.Map _json) { |
| if (_json.containsKey("count")) { |
| count = new SplitInt64.fromJson(_json["count"]); |
| } |
| if (_json.containsKey("histogram")) { |
| histogram = new Histogram.fromJson(_json["histogram"]); |
| } |
| if (_json.containsKey("max")) { |
| max = new SplitInt64.fromJson(_json["max"]); |
| } |
| if (_json.containsKey("min")) { |
| min = new SplitInt64.fromJson(_json["min"]); |
| } |
| if (_json.containsKey("sum")) { |
| sum = new SplitInt64.fromJson(_json["sum"]); |
| } |
| if (_json.containsKey("sumOfSquares")) { |
| sumOfSquares = _json["sumOfSquares"].toDouble(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (count != null) { |
| _json["count"] = (count).toJson(); |
| } |
| if (histogram != null) { |
| _json["histogram"] = (histogram).toJson(); |
| } |
| if (max != null) { |
| _json["max"] = (max).toJson(); |
| } |
| if (min != null) { |
| _json["min"] = (min).toJson(); |
| } |
| if (sum != null) { |
| _json["sum"] = (sum).toJson(); |
| } |
| if (sumOfSquares != null) { |
| _json["sumOfSquares"] = sumOfSquares; |
| } |
| return _json; |
| } |
| } |
| |
| /// When a task splits using WorkItemStatus.dynamic_source_split, this message |
| /// describes the two parts of the split relative to the description of the |
| /// current task's input. |
| class DynamicSourceSplit { |
| /// Primary part (continued to be processed by worker). Specified relative to |
| /// the previously-current source. Becomes current. |
| DerivedSource primary; |
| |
| /// Residual part (returned to the pool of work). Specified relative to the |
| /// previously-current source. |
| DerivedSource residual; |
| |
| DynamicSourceSplit(); |
| |
| DynamicSourceSplit.fromJson(core.Map _json) { |
| if (_json.containsKey("primary")) { |
| primary = new DerivedSource.fromJson(_json["primary"]); |
| } |
| if (_json.containsKey("residual")) { |
| residual = new DerivedSource.fromJson(_json["residual"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (primary != null) { |
| _json["primary"] = (primary).toJson(); |
| } |
| if (residual != null) { |
| _json["residual"] = (residual).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// A generic empty message that you can re-use to avoid defining duplicated |
| /// empty messages in your APIs. A typical example is to use it as the request |
| /// or the response type of an API method. For instance: service Foo { rpc |
| /// Bar(google.protobuf.Empty) returns (google.protobuf.Empty); } The JSON |
| /// representation for `Empty` is empty JSON object `{}`. |
| class Empty { |
| Empty(); |
| |
| Empty.fromJson(core.Map _json) {} |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| return _json; |
| } |
| } |
| |
| /// Describes the environment in which a Dataflow Job runs. |
| class Environment { |
| /// The type of cluster manager API to use. If unknown or unspecified, the |
| /// service will attempt to choose a reasonable default. This should be in the |
| /// form of the API service name, e.g. "compute.googleapis.com". |
| core.String clusterManagerApiService; |
| |
| /// The dataset for the current project where various workflow related tables |
| /// are stored. The supported resource type is: Google BigQuery: |
| /// bigquery.googleapis.com/{dataset} |
| core.String dataset; |
| |
| /// The list of experiments to enable. |
| core.List<core.String> experiments; |
| |
| /// Which Flexible Resource Scheduling mode to run in. |
| /// Possible string values are: |
| /// - "FLEXRS_UNSPECIFIED" : Run in the default mode. |
| /// - "FLEXRS_SPEED_OPTIMIZED" : Optimize for lower execution time. |
| /// - "FLEXRS_COST_OPTIMIZED" : Optimize for lower cost. |
| core.String flexResourceSchedulingGoal; |
| |
| /// Experimental settings. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> internalExperiments; |
| |
| /// The Cloud Dataflow SDK pipeline options specified by the user. These |
| /// options are passed through the service and are used to recreate the SDK |
| /// pipeline options on the worker in a language agnostic and platform |
| /// independent way. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> sdkPipelineOptions; |
| |
| /// Identity to run virtual machines as. Defaults to the default account. |
| core.String serviceAccountEmail; |
| |
| /// If set, contains the Cloud KMS key identifier used to encrypt data at |
| /// rest, AKA a Customer Managed Encryption Key (CMEK). Format: |
| /// projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY |
| core.String serviceKmsKeyName; |
| |
| /// The prefix of the resources the system should use for temporary storage. |
| /// The system will append the suffix "/temp-{JOBNAME} to this resource |
| /// prefix, where {JOBNAME} is the value of the job_name field. The resulting |
| /// bucket and object prefix is used as the prefix of the resources used to |
| /// store temporary data needed during the job execution. NOTE: This will |
| /// override the value in taskrunner_settings. The supported resource type is: |
| /// Google Cloud Storage: storage.googleapis.com/{bucket}/{object} |
| /// bucket.storage.googleapis.com/{object} |
| core.String tempStoragePrefix; |
| |
| /// A description of the process that generated the request. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> userAgent; |
| |
| /// A structure describing which components and their versions of the service |
| /// are required in order to run the job. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> version; |
| |
| /// The worker pools. At least one "harness" worker pool must be specified in |
| /// order for the job to have workers. |
| core.List<WorkerPool> workerPools; |
| |
| /// The Compute Engine region |
| /// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in |
| /// which worker processing should occur, e.g. "us-west1". Mutually exclusive |
| /// with worker_zone. If neither worker_region nor worker_zone is specified, |
| /// default to the control plane's region. |
| core.String workerRegion; |
| |
| /// The Compute Engine zone |
| /// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in |
| /// which worker processing should occur, e.g. "us-west1-a". Mutually |
| /// exclusive with worker_region. If neither worker_region nor worker_zone is |
| /// specified, a zone in the control plane's region is chosen based on |
| /// available capacity. |
| core.String workerZone; |
| |
| Environment(); |
| |
| Environment.fromJson(core.Map _json) { |
| if (_json.containsKey("clusterManagerApiService")) { |
| clusterManagerApiService = _json["clusterManagerApiService"]; |
| } |
| if (_json.containsKey("dataset")) { |
| dataset = _json["dataset"]; |
| } |
| if (_json.containsKey("experiments")) { |
| experiments = (_json["experiments"] as core.List).cast<core.String>(); |
| } |
| if (_json.containsKey("flexResourceSchedulingGoal")) { |
| flexResourceSchedulingGoal = _json["flexResourceSchedulingGoal"]; |
| } |
| if (_json.containsKey("internalExperiments")) { |
| internalExperiments = (_json["internalExperiments"] as core.Map) |
| .cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("sdkPipelineOptions")) { |
| sdkPipelineOptions = (_json["sdkPipelineOptions"] as core.Map) |
| .cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("serviceAccountEmail")) { |
| serviceAccountEmail = _json["serviceAccountEmail"]; |
| } |
| if (_json.containsKey("serviceKmsKeyName")) { |
| serviceKmsKeyName = _json["serviceKmsKeyName"]; |
| } |
| if (_json.containsKey("tempStoragePrefix")) { |
| tempStoragePrefix = _json["tempStoragePrefix"]; |
| } |
| if (_json.containsKey("userAgent")) { |
| userAgent = |
| (_json["userAgent"] as core.Map).cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("version")) { |
| version = (_json["version"] as core.Map).cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("workerPools")) { |
| workerPools = (_json["workerPools"] as core.List) |
| .map<WorkerPool>((value) => new WorkerPool.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("workerRegion")) { |
| workerRegion = _json["workerRegion"]; |
| } |
| if (_json.containsKey("workerZone")) { |
| workerZone = _json["workerZone"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (clusterManagerApiService != null) { |
| _json["clusterManagerApiService"] = clusterManagerApiService; |
| } |
| if (dataset != null) { |
| _json["dataset"] = dataset; |
| } |
| if (experiments != null) { |
| _json["experiments"] = experiments; |
| } |
| if (flexResourceSchedulingGoal != null) { |
| _json["flexResourceSchedulingGoal"] = flexResourceSchedulingGoal; |
| } |
| if (internalExperiments != null) { |
| _json["internalExperiments"] = internalExperiments; |
| } |
| if (sdkPipelineOptions != null) { |
| _json["sdkPipelineOptions"] = sdkPipelineOptions; |
| } |
| if (serviceAccountEmail != null) { |
| _json["serviceAccountEmail"] = serviceAccountEmail; |
| } |
| if (serviceKmsKeyName != null) { |
| _json["serviceKmsKeyName"] = serviceKmsKeyName; |
| } |
| if (tempStoragePrefix != null) { |
| _json["tempStoragePrefix"] = tempStoragePrefix; |
| } |
| if (userAgent != null) { |
| _json["userAgent"] = userAgent; |
| } |
| if (version != null) { |
| _json["version"] = version; |
| } |
| if (workerPools != null) { |
| _json["workerPools"] = |
| workerPools.map((value) => (value).toJson()).toList(); |
| } |
| if (workerRegion != null) { |
| _json["workerRegion"] = workerRegion; |
| } |
| if (workerZone != null) { |
| _json["workerZone"] = workerZone; |
| } |
| return _json; |
| } |
| } |
| |
| /// A message describing the state of a particular execution stage. |
| class ExecutionStageState { |
| /// The time at which the stage transitioned to this state. |
| core.String currentStateTime; |
| |
| /// The name of the execution stage. |
| core.String executionStageName; |
| |
| /// Executions stage states allow the same set of values as JobState. |
| /// Possible string values are: |
| /// - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. |
| /// - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has not |
| /// yet started to run. |
| /// - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is |
| /// currently running. |
| /// - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has |
| /// successfully completed. This is a terminal job state. This state may be |
| /// set by the Cloud Dataflow service, as a transition from |
| /// `JOB_STATE_RUNNING`. It may also be set via a Cloud Dataflow `UpdateJob` |
| /// call, if the job has not yet reached a terminal state. |
| /// - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has |
| /// failed. This is a terminal job state. This state may only be set by the |
| /// Cloud Dataflow service, and only as a transition from `JOB_STATE_RUNNING`. |
| /// - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job has |
| /// been explicitly cancelled. This is a terminal job state. This state may |
| /// only be set via a Cloud Dataflow `UpdateJob` call, and only if the job has |
| /// not yet reached another terminal state. |
| /// - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was |
| /// successfully updated, meaning that this job was stopped and another job |
| /// was started, inheriting state from this one. This is a terminal job state. |
| /// This state may only be set by the Cloud Dataflow service, and only as a |
| /// transition from `JOB_STATE_RUNNING`. |
| /// - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is in |
| /// the process of draining. A draining job has stopped pulling from its input |
| /// sources and is processing any data that remains in-flight. This state may |
| /// be set via a Cloud Dataflow `UpdateJob` call, but only as a transition |
| /// from `JOB_STATE_RUNNING`. Jobs that are draining may only transition to |
| /// `JOB_STATE_DRAINED`, `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. |
| /// - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has |
| /// been drained. A drained job terminated by stopping pulling from its input |
| /// sources and processing any data that remained in-flight when draining was |
| /// requested. This state is a terminal state, may only be set by the Cloud |
| /// Dataflow service, and only as a transition from `JOB_STATE_DRAINING`. |
| /// - "JOB_STATE_PENDING" : `JOB_STATE_PENDING` indicates that the job has |
| /// been created but is not yet running. Jobs that are pending may only |
| /// transition to `JOB_STATE_RUNNING`, or `JOB_STATE_FAILED`. |
| /// - "JOB_STATE_CANCELLING" : `JOB_STATE_CANCELLING` indicates that the job |
| /// has been explicitly cancelled and is in the process of stopping. Jobs that |
| /// are cancelling may only transition to `JOB_STATE_CANCELLED` or |
| /// `JOB_STATE_FAILED`. |
| /// - "JOB_STATE_QUEUED" : `JOB_STATE_QUEUED` indicates that the job has been |
| /// created but is being delayed until launch. Jobs that are queued may only |
| /// transition to `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`. |
| core.String executionStageState; |
| |
| ExecutionStageState(); |
| |
| ExecutionStageState.fromJson(core.Map _json) { |
| if (_json.containsKey("currentStateTime")) { |
| currentStateTime = _json["currentStateTime"]; |
| } |
| if (_json.containsKey("executionStageName")) { |
| executionStageName = _json["executionStageName"]; |
| } |
| if (_json.containsKey("executionStageState")) { |
| executionStageState = _json["executionStageState"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (currentStateTime != null) { |
| _json["currentStateTime"] = currentStateTime; |
| } |
| if (executionStageName != null) { |
| _json["executionStageName"] = executionStageName; |
| } |
| if (executionStageState != null) { |
| _json["executionStageState"] = executionStageState; |
| } |
| return _json; |
| } |
| } |
| |
| /// Description of the composing transforms, names/ids, and input/outputs of a |
| /// stage of execution. Some composing transforms and sources may have been |
| /// generated by the Dataflow service during execution planning. |
| class ExecutionStageSummary { |
| /// Collections produced and consumed by component transforms of this stage. |
| core.List<ComponentSource> componentSource; |
| |
| /// Transforms that comprise this execution stage. |
| core.List<ComponentTransform> componentTransform; |
| |
| /// Dataflow service generated id for this stage. |
| core.String id; |
| |
| /// Input sources for this stage. |
| core.List<StageSource> inputSource; |
| |
| /// Type of tranform this stage is executing. |
| /// Possible string values are: |
| /// - "UNKNOWN_KIND" : Unrecognized transform type. |
| /// - "PAR_DO_KIND" : ParDo transform. |
| /// - "GROUP_BY_KEY_KIND" : Group By Key transform. |
| /// - "FLATTEN_KIND" : Flatten transform. |
| /// - "READ_KIND" : Read transform. |
| /// - "WRITE_KIND" : Write transform. |
| /// - "CONSTANT_KIND" : Constructs from a constant value, such as with |
| /// Create.of. |
| /// - "SINGLETON_KIND" : Creates a Singleton view of a collection. |
| /// - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of |
| /// a GroupByKey. |
| core.String kind; |
| |
| /// Dataflow service generated name for this stage. |
| core.String name; |
| |
| /// Output sources for this stage. |
| core.List<StageSource> outputSource; |
| |
| ExecutionStageSummary(); |
| |
| ExecutionStageSummary.fromJson(core.Map _json) { |
| if (_json.containsKey("componentSource")) { |
| componentSource = (_json["componentSource"] as core.List) |
| .map<ComponentSource>((value) => new ComponentSource.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("componentTransform")) { |
| componentTransform = (_json["componentTransform"] as core.List) |
| .map<ComponentTransform>( |
| (value) => new ComponentTransform.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("id")) { |
| id = _json["id"]; |
| } |
| if (_json.containsKey("inputSource")) { |
| inputSource = (_json["inputSource"] as core.List) |
| .map<StageSource>((value) => new StageSource.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("kind")) { |
| kind = _json["kind"]; |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("outputSource")) { |
| outputSource = (_json["outputSource"] as core.List) |
| .map<StageSource>((value) => new StageSource.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (componentSource != null) { |
| _json["componentSource"] = |
| componentSource.map((value) => (value).toJson()).toList(); |
| } |
| if (componentTransform != null) { |
| _json["componentTransform"] = |
| componentTransform.map((value) => (value).toJson()).toList(); |
| } |
| if (id != null) { |
| _json["id"] = id; |
| } |
| if (inputSource != null) { |
| _json["inputSource"] = |
| inputSource.map((value) => (value).toJson()).toList(); |
| } |
| if (kind != null) { |
| _json["kind"] = kind; |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (outputSource != null) { |
| _json["outputSource"] = |
| outputSource.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Indicates which [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) failed |
| /// to respond to a request for data. |
| class FailedLocation { |
| /// The name of the [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// failed to respond. |
| core.String name; |
| |
| FailedLocation(); |
| |
| FailedLocation.fromJson(core.Map _json) { |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (name != null) { |
| _json["name"] = name; |
| } |
| return _json; |
| } |
| } |
| |
| /// Metadata for a File connector used by the job. |
| class FileIODetails { |
| /// File Pattern used to access files by the connector. |
| core.String filePattern; |
| |
| FileIODetails(); |
| |
| FileIODetails.fromJson(core.Map _json) { |
| if (_json.containsKey("filePattern")) { |
| filePattern = _json["filePattern"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (filePattern != null) { |
| _json["filePattern"] = filePattern; |
| } |
| return _json; |
| } |
| } |
| |
| /// An instruction that copies its inputs (zero or more) to its (single) output. |
| class FlattenInstruction { |
| /// Describes the inputs to the flatten instruction. |
| core.List<InstructionInput> inputs; |
| |
| FlattenInstruction(); |
| |
| FlattenInstruction.fromJson(core.Map _json) { |
| if (_json.containsKey("inputs")) { |
| inputs = (_json["inputs"] as core.List) |
| .map<InstructionInput>( |
| (value) => new InstructionInput.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (inputs != null) { |
| _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// The environment values to be set at runtime for flex template. |
| class FlexTemplateRuntimeEnvironment { |
| /// Additional experiment flags for the job. |
| core.List<core.String> additionalExperiments; |
| |
| /// Additional user labels to be specified for the job. Keys and values must |
| /// follow the restrictions specified in the [labeling |
| /// restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions) |
| /// page. An object containing a list of "key": value pairs. Example: { |
| /// "name": "wrench", "mass": "1kg", "count": "3" }. |
| core.Map<core.String, core.String> additionalUserLabels; |
| |
| /// Whether to enable Streaming Engine for the job. |
| core.bool enableStreamingEngine; |
| |
| /// Configuration for VM IPs. |
| /// Possible string values are: |
| /// - "WORKER_IP_UNSPECIFIED" : The configuration is unknown, or unspecified. |
| /// - "WORKER_IP_PUBLIC" : Workers should have public IP addresses. |
| /// - "WORKER_IP_PRIVATE" : Workers should have private IP addresses. |
| core.String ipConfiguration; |
| |
| /// Name for the Cloud KMS key for the job. Key format is: |
| /// projects//locations//keyRings//cryptoKeys/ |
| core.String kmsKeyName; |
| |
| /// The machine type to use for the job. Defaults to the value from the |
| /// template if not specified. |
| core.String machineType; |
| |
| /// The maximum number of Google Compute Engine instances to be made available |
| /// to your pipeline during execution, from 1 to 1000. |
| core.int maxWorkers; |
| |
| /// Network to which VMs will be assigned. If empty or unspecified, the |
| /// service will use the network "default". |
| core.String network; |
| |
| /// The initial number of Google Compute Engine instances for the job. |
| core.int numWorkers; |
| |
| /// The email address of the service account to run the job as. |
| core.String serviceAccountEmail; |
| |
| /// Subnetwork to which VMs will be assigned, if desired. You can specify a |
| /// subnetwork using either a complete URL or an abbreviated path. Expected to |
| /// be of the form |
| /// "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" |
| /// or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located |
| /// in a Shared VPC network, you must use the complete URL. |
| core.String subnetwork; |
| |
| /// The Cloud Storage path to use for temporary files. Must be a valid Cloud |
| /// Storage URL, beginning with `gs://`. |
| core.String tempLocation; |
| |
| /// The Compute Engine region |
| /// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in |
| /// which worker processing should occur, e.g. "us-west1". Mutually exclusive |
| /// with worker_zone. If neither worker_region nor worker_zone is specified, |
| /// default to the control plane's region. |
| core.String workerRegion; |
| |
| /// The Compute Engine zone |
| /// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in |
| /// which worker processing should occur, e.g. "us-west1-a". Mutually |
| /// exclusive with worker_region. If neither worker_region nor worker_zone is |
| /// specified, a zone in the control plane's region is chosen based on |
| /// available capacity. If both `worker_zone` and `zone` are set, |
| /// `worker_zone` takes precedence. |
| core.String workerZone; |
| |
| /// The Compute Engine [availability |
| /// zone](https://cloud.google.com/compute/docs/regions-zones/regions-zones) |
| /// for launching worker instances to run your pipeline. In the future, |
| /// worker_zone will take precedence. |
| core.String zone; |
| |
| FlexTemplateRuntimeEnvironment(); |
| |
| FlexTemplateRuntimeEnvironment.fromJson(core.Map _json) { |
| if (_json.containsKey("additionalExperiments")) { |
| additionalExperiments = |
| (_json["additionalExperiments"] as core.List).cast<core.String>(); |
| } |
| if (_json.containsKey("additionalUserLabels")) { |
| additionalUserLabels = (_json["additionalUserLabels"] as core.Map) |
| .cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("enableStreamingEngine")) { |
| enableStreamingEngine = _json["enableStreamingEngine"]; |
| } |
| if (_json.containsKey("ipConfiguration")) { |
| ipConfiguration = _json["ipConfiguration"]; |
| } |
| if (_json.containsKey("kmsKeyName")) { |
| kmsKeyName = _json["kmsKeyName"]; |
| } |
| if (_json.containsKey("machineType")) { |
| machineType = _json["machineType"]; |
| } |
| if (_json.containsKey("maxWorkers")) { |
| maxWorkers = _json["maxWorkers"]; |
| } |
| if (_json.containsKey("network")) { |
| network = _json["network"]; |
| } |
| if (_json.containsKey("numWorkers")) { |
| numWorkers = _json["numWorkers"]; |
| } |
| if (_json.containsKey("serviceAccountEmail")) { |
| serviceAccountEmail = _json["serviceAccountEmail"]; |
| } |
| if (_json.containsKey("subnetwork")) { |
| subnetwork = _json["subnetwork"]; |
| } |
| if (_json.containsKey("tempLocation")) { |
| tempLocation = _json["tempLocation"]; |
| } |
| if (_json.containsKey("workerRegion")) { |
| workerRegion = _json["workerRegion"]; |
| } |
| if (_json.containsKey("workerZone")) { |
| workerZone = _json["workerZone"]; |
| } |
| if (_json.containsKey("zone")) { |
| zone = _json["zone"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (additionalExperiments != null) { |
| _json["additionalExperiments"] = additionalExperiments; |
| } |
| if (additionalUserLabels != null) { |
| _json["additionalUserLabels"] = additionalUserLabels; |
| } |
| if (enableStreamingEngine != null) { |
| _json["enableStreamingEngine"] = enableStreamingEngine; |
| } |
| if (ipConfiguration != null) { |
| _json["ipConfiguration"] = ipConfiguration; |
| } |
| if (kmsKeyName != null) { |
| _json["kmsKeyName"] = kmsKeyName; |
| } |
| if (machineType != null) { |
| _json["machineType"] = machineType; |
| } |
| if (maxWorkers != null) { |
| _json["maxWorkers"] = maxWorkers; |
| } |
| if (network != null) { |
| _json["network"] = network; |
| } |
| if (numWorkers != null) { |
| _json["numWorkers"] = numWorkers; |
| } |
| if (serviceAccountEmail != null) { |
| _json["serviceAccountEmail"] = serviceAccountEmail; |
| } |
| if (subnetwork != null) { |
| _json["subnetwork"] = subnetwork; |
| } |
| if (tempLocation != null) { |
| _json["tempLocation"] = tempLocation; |
| } |
| if (workerRegion != null) { |
| _json["workerRegion"] = workerRegion; |
| } |
| if (workerZone != null) { |
| _json["workerZone"] = workerZone; |
| } |
| if (zone != null) { |
| _json["zone"] = zone; |
| } |
| return _json; |
| } |
| } |
| |
| /// A metric value representing a list of floating point numbers. |
| class FloatingPointList { |
| /// Elements of the list. |
| core.List<core.double> elements; |
| |
| FloatingPointList(); |
| |
| FloatingPointList.fromJson(core.Map _json) { |
| if (_json.containsKey("elements")) { |
| elements = (_json["elements"] as core.List) |
| .map<core.double>((value) => value.toDouble()) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (elements != null) { |
| _json["elements"] = elements; |
| } |
| return _json; |
| } |
| } |
| |
| /// A representation of a floating point mean metric contribution. |
| class FloatingPointMean { |
| /// The number of values being aggregated. |
| SplitInt64 count; |
| |
| /// The sum of all values being aggregated. |
| core.double sum; |
| |
| FloatingPointMean(); |
| |
| FloatingPointMean.fromJson(core.Map _json) { |
| if (_json.containsKey("count")) { |
| count = new SplitInt64.fromJson(_json["count"]); |
| } |
| if (_json.containsKey("sum")) { |
| sum = _json["sum"].toDouble(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (count != null) { |
| _json["count"] = (count).toJson(); |
| } |
| if (sum != null) { |
| _json["sum"] = sum; |
| } |
| return _json; |
| } |
| } |
| |
| /// Request to get updated debug configuration for component. |
| class GetDebugConfigRequest { |
| /// The internal component id for which debug configuration is requested. |
| core.String componentId; |
| |
| /// The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job specified by job_id. |
| core.String location; |
| |
| /// The worker id, i.e., VM hostname. |
| core.String workerId; |
| |
| GetDebugConfigRequest(); |
| |
| GetDebugConfigRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("componentId")) { |
| componentId = _json["componentId"]; |
| } |
| if (_json.containsKey("location")) { |
| location = _json["location"]; |
| } |
| if (_json.containsKey("workerId")) { |
| workerId = _json["workerId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (componentId != null) { |
| _json["componentId"] = componentId; |
| } |
| if (location != null) { |
| _json["location"] = location; |
| } |
| if (workerId != null) { |
| _json["workerId"] = workerId; |
| } |
| return _json; |
| } |
| } |
| |
| /// Response to a get debug configuration request. |
| class GetDebugConfigResponse { |
| /// The encoded debug configuration for the requested component. |
| core.String config; |
| |
| GetDebugConfigResponse(); |
| |
| GetDebugConfigResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("config")) { |
| config = _json["config"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (config != null) { |
| _json["config"] = config; |
| } |
| return _json; |
| } |
| } |
| |
| /// The response to a GetTemplate request. |
| class GetTemplateResponse { |
| /// The template metadata describing the template name, available parameters, |
| /// etc. |
| TemplateMetadata metadata; |
| |
| /// Describes the runtime metadata with SDKInfo and available parameters. |
| RuntimeMetadata runtimeMetadata; |
| |
| /// The status of the get template request. Any problems with the request will |
| /// be indicated in the error_details. |
| Status status; |
| |
| /// Template Type. |
| /// Possible string values are: |
| /// - "UNKNOWN" : Unknown Template Type. |
| /// - "LEGACY" : Legacy Template. |
| /// - "FLEX" : Flex Template. |
| core.String templateType; |
| |
| GetTemplateResponse(); |
| |
| GetTemplateResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("metadata")) { |
| metadata = new TemplateMetadata.fromJson(_json["metadata"]); |
| } |
| if (_json.containsKey("runtimeMetadata")) { |
| runtimeMetadata = new RuntimeMetadata.fromJson(_json["runtimeMetadata"]); |
| } |
| if (_json.containsKey("status")) { |
| status = new Status.fromJson(_json["status"]); |
| } |
| if (_json.containsKey("templateType")) { |
| templateType = _json["templateType"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (metadata != null) { |
| _json["metadata"] = (metadata).toJson(); |
| } |
| if (runtimeMetadata != null) { |
| _json["runtimeMetadata"] = (runtimeMetadata).toJson(); |
| } |
| if (status != null) { |
| _json["status"] = (status).toJson(); |
| } |
| if (templateType != null) { |
| _json["templateType"] = templateType; |
| } |
| return _json; |
| } |
| } |
| |
| /// Histogram of value counts for a distribution. Buckets have an inclusive |
| /// lower bound and exclusive upper bound and use "1,2,5 bucketing": The first |
| /// bucket range is from [0,1) and all subsequent bucket boundaries are powers |
| /// of ten multiplied by 1, 2, or 5. Thus, bucket boundaries are 0, 1, 2, 5, 10, |
| /// 20, 50, 100, 200, 500, 1000, ... Negative values are not supported. |
| class Histogram { |
| /// Counts of values in each bucket. For efficiency, prefix and trailing |
| /// buckets with count = 0 are elided. Buckets can store the full range of |
| /// values of an unsigned long, with ULLONG_MAX falling into the 59th bucket |
| /// with range [1e19, 2e19). |
| core.List<core.String> bucketCounts; |
| |
| /// Starting index of first stored bucket. The non-inclusive upper-bound of |
| /// the ith bucket is given by: pow(10,(i-first_bucket_offset)/3) * |
| /// (1,2,5)[(i-first_bucket_offset)%3] |
| core.int firstBucketOffset; |
| |
| Histogram(); |
| |
| Histogram.fromJson(core.Map _json) { |
| if (_json.containsKey("bucketCounts")) { |
| bucketCounts = (_json["bucketCounts"] as core.List).cast<core.String>(); |
| } |
| if (_json.containsKey("firstBucketOffset")) { |
| firstBucketOffset = _json["firstBucketOffset"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (bucketCounts != null) { |
| _json["bucketCounts"] = bucketCounts; |
| } |
| if (firstBucketOffset != null) { |
| _json["firstBucketOffset"] = firstBucketOffset; |
| } |
| return _json; |
| } |
| } |
| |
| /// Proto describing a hot key detected on a given WorkItem. |
| class HotKeyDetection { |
| /// The age of the hot key measured from when it was first detected. |
| core.String hotKeyAge; |
| |
| /// System-defined name of the step containing this hot key. Unique across the |
| /// workflow. |
| core.String systemName; |
| |
| /// User-provided name of the step that contains this hot key. |
| core.String userStepName; |
| |
| HotKeyDetection(); |
| |
| HotKeyDetection.fromJson(core.Map _json) { |
| if (_json.containsKey("hotKeyAge")) { |
| hotKeyAge = _json["hotKeyAge"]; |
| } |
| if (_json.containsKey("systemName")) { |
| systemName = _json["systemName"]; |
| } |
| if (_json.containsKey("userStepName")) { |
| userStepName = _json["userStepName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (hotKeyAge != null) { |
| _json["hotKeyAge"] = hotKeyAge; |
| } |
| if (systemName != null) { |
| _json["systemName"] = systemName; |
| } |
| if (userStepName != null) { |
| _json["userStepName"] = userStepName; |
| } |
| return _json; |
| } |
| } |
| |
| /// An input of an instruction, as a reference to an output of a producer |
| /// instruction. |
| class InstructionInput { |
| /// The output index (origin zero) within the producer. |
| core.int outputNum; |
| |
| /// The index (origin zero) of the parallel instruction that produces the |
| /// output to be consumed by this input. This index is relative to the list of |
| /// instructions in this input's instruction's containing MapTask. |
| core.int producerInstructionIndex; |
| |
| InstructionInput(); |
| |
| InstructionInput.fromJson(core.Map _json) { |
| if (_json.containsKey("outputNum")) { |
| outputNum = _json["outputNum"]; |
| } |
| if (_json.containsKey("producerInstructionIndex")) { |
| producerInstructionIndex = _json["producerInstructionIndex"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (outputNum != null) { |
| _json["outputNum"] = outputNum; |
| } |
| if (producerInstructionIndex != null) { |
| _json["producerInstructionIndex"] = producerInstructionIndex; |
| } |
| return _json; |
| } |
| } |
| |
| /// An output of an instruction. |
| class InstructionOutput { |
| /// The codec to use to encode data being written via this output. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> codec; |
| |
| /// The user-provided name of this output. |
| core.String name; |
| |
| /// For system-generated byte and mean byte metrics, certain instructions |
| /// should only report the key size. |
| core.bool onlyCountKeyBytes; |
| |
| /// For system-generated byte and mean byte metrics, certain instructions |
| /// should only report the value size. |
| core.bool onlyCountValueBytes; |
| |
| /// System-defined name for this output in the original workflow graph. |
| /// Outputs that do not contribute to an original instruction do not set this. |
| core.String originalName; |
| |
| /// System-defined name of this output. Unique across the workflow. |
| core.String systemName; |
| |
| InstructionOutput(); |
| |
| InstructionOutput.fromJson(core.Map _json) { |
| if (_json.containsKey("codec")) { |
| codec = (_json["codec"] as core.Map).cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("onlyCountKeyBytes")) { |
| onlyCountKeyBytes = _json["onlyCountKeyBytes"]; |
| } |
| if (_json.containsKey("onlyCountValueBytes")) { |
| onlyCountValueBytes = _json["onlyCountValueBytes"]; |
| } |
| if (_json.containsKey("originalName")) { |
| originalName = _json["originalName"]; |
| } |
| if (_json.containsKey("systemName")) { |
| systemName = _json["systemName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (codec != null) { |
| _json["codec"] = codec; |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (onlyCountKeyBytes != null) { |
| _json["onlyCountKeyBytes"] = onlyCountKeyBytes; |
| } |
| if (onlyCountValueBytes != null) { |
| _json["onlyCountValueBytes"] = onlyCountValueBytes; |
| } |
| if (originalName != null) { |
| _json["originalName"] = originalName; |
| } |
| if (systemName != null) { |
| _json["systemName"] = systemName; |
| } |
| return _json; |
| } |
| } |
| |
| /// A metric value representing temporal values of a variable. |
| class IntegerGauge { |
| /// The time at which this value was measured. Measured as msecs from epoch. |
| core.String timestamp; |
| |
| /// The value of the variable represented by this gauge. |
| SplitInt64 value; |
| |
| IntegerGauge(); |
| |
| IntegerGauge.fromJson(core.Map _json) { |
| if (_json.containsKey("timestamp")) { |
| timestamp = _json["timestamp"]; |
| } |
| if (_json.containsKey("value")) { |
| value = new SplitInt64.fromJson(_json["value"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (timestamp != null) { |
| _json["timestamp"] = timestamp; |
| } |
| if (value != null) { |
| _json["value"] = (value).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// A metric value representing a list of integers. |
| class IntegerList { |
| /// Elements of the list. |
| core.List<SplitInt64> elements; |
| |
| IntegerList(); |
| |
| IntegerList.fromJson(core.Map _json) { |
| if (_json.containsKey("elements")) { |
| elements = (_json["elements"] as core.List) |
| .map<SplitInt64>((value) => new SplitInt64.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (elements != null) { |
| _json["elements"] = elements.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// A representation of an integer mean metric contribution. |
| class IntegerMean { |
| /// The number of values being aggregated. |
| SplitInt64 count; |
| |
| /// The sum of all values being aggregated. |
| SplitInt64 sum; |
| |
| IntegerMean(); |
| |
| IntegerMean.fromJson(core.Map _json) { |
| if (_json.containsKey("count")) { |
| count = new SplitInt64.fromJson(_json["count"]); |
| } |
| if (_json.containsKey("sum")) { |
| sum = new SplitInt64.fromJson(_json["sum"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (count != null) { |
| _json["count"] = (count).toJson(); |
| } |
| if (sum != null) { |
| _json["sum"] = (sum).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Defines a job to be run by the Cloud Dataflow service. |
| class Job { |
| /// The client's unique identifier of the job, re-used across retried |
| /// attempts. If this field is set, the service will ensure its uniqueness. |
| /// The request to create a job will fail if the service has knowledge of a |
| /// previously submitted job with the same client's ID and job name. The |
| /// caller may use this field to ensure idempotence of job creation across |
| /// retried attempts to create a job. By default, the field is empty and, in |
| /// that case, the service ignores it. |
| core.String clientRequestId; |
| |
| /// The timestamp when the job was initially created. Immutable and set by the |
| /// Cloud Dataflow service. |
| core.String createTime; |
| |
| /// If this is specified, the job's initial state is populated from the given |
| /// snapshot. |
| core.String createdFromSnapshotId; |
| |
| /// The current state of the job. Jobs are created in the `JOB_STATE_STOPPED` |
| /// state unless otherwise specified. A job in the `JOB_STATE_RUNNING` state |
| /// may asynchronously enter a terminal state. After a job has reached a |
| /// terminal state, no further state updates may be made. This field may be |
| /// mutated by the Cloud Dataflow service; callers cannot mutate it. |
| /// Possible string values are: |
| /// - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. |
| /// - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has not |
| /// yet started to run. |
| /// - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is |
| /// currently running. |
| /// - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has |
| /// successfully completed. This is a terminal job state. This state may be |
| /// set by the Cloud Dataflow service, as a transition from |
| /// `JOB_STATE_RUNNING`. It may also be set via a Cloud Dataflow `UpdateJob` |
| /// call, if the job has not yet reached a terminal state. |
| /// - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has |
| /// failed. This is a terminal job state. This state may only be set by the |
| /// Cloud Dataflow service, and only as a transition from `JOB_STATE_RUNNING`. |
| /// - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job has |
| /// been explicitly cancelled. This is a terminal job state. This state may |
| /// only be set via a Cloud Dataflow `UpdateJob` call, and only if the job has |
| /// not yet reached another terminal state. |
| /// - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was |
| /// successfully updated, meaning that this job was stopped and another job |
| /// was started, inheriting state from this one. This is a terminal job state. |
| /// This state may only be set by the Cloud Dataflow service, and only as a |
| /// transition from `JOB_STATE_RUNNING`. |
| /// - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is in |
| /// the process of draining. A draining job has stopped pulling from its input |
| /// sources and is processing any data that remains in-flight. This state may |
| /// be set via a Cloud Dataflow `UpdateJob` call, but only as a transition |
| /// from `JOB_STATE_RUNNING`. Jobs that are draining may only transition to |
| /// `JOB_STATE_DRAINED`, `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. |
| /// - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has |
| /// been drained. A drained job terminated by stopping pulling from its input |
| /// sources and processing any data that remained in-flight when draining was |
| /// requested. This state is a terminal state, may only be set by the Cloud |
| /// Dataflow service, and only as a transition from `JOB_STATE_DRAINING`. |
| /// - "JOB_STATE_PENDING" : `JOB_STATE_PENDING` indicates that the job has |
| /// been created but is not yet running. Jobs that are pending may only |
| /// transition to `JOB_STATE_RUNNING`, or `JOB_STATE_FAILED`. |
| /// - "JOB_STATE_CANCELLING" : `JOB_STATE_CANCELLING` indicates that the job |
| /// has been explicitly cancelled and is in the process of stopping. Jobs that |
| /// are cancelling may only transition to `JOB_STATE_CANCELLED` or |
| /// `JOB_STATE_FAILED`. |
| /// - "JOB_STATE_QUEUED" : `JOB_STATE_QUEUED` indicates that the job has been |
| /// created but is being delayed until launch. Jobs that are queued may only |
| /// transition to `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`. |
| core.String currentState; |
| |
| /// The timestamp associated with the current state. |
| core.String currentStateTime; |
| |
| /// The environment for the job. |
| Environment environment; |
| |
| /// Deprecated. |
| JobExecutionInfo executionInfo; |
| |
| /// The unique ID of this job. This field is set by the Cloud Dataflow service |
| /// when the Job is created, and is immutable for the life of the job. |
| core.String id; |
| |
| /// This field is populated by the Dataflow service to support filtering jobs |
| /// by the metadata values provided here. Populated for ListJobs and all |
| /// GetJob views SUMMARY and higher. |
| JobMetadata jobMetadata; |
| |
| /// User-defined labels for this job. The labels map can contain no more than |
| /// 64 entries. Entries of the labels map are UTF8 strings that comply with |
| /// the following restrictions: * Keys must conform to regexp: |
| /// \p{Ll}\p{Lo}{0,62} * Values must conform to regexp: |
| /// [\p{Ll}\p{Lo}\p{N}_-]{0,63} * Both keys and values are additionally |
| /// constrained to be <= 128 bytes in size. |
| core.Map<core.String, core.String> labels; |
| |
| /// The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains this job. |
| core.String location; |
| |
| /// The user-specified Cloud Dataflow job name. Only one Job with a given name |
| /// may exist in a project at any given time. If a caller attempts to create a |
| /// Job with the same name as an already-existing Job, the attempt returns the |
| /// existing Job. The name must match the regular expression |
| /// `[a-z]([-a-z0-9]{0,38}[a-z0-9])?` |
| core.String name; |
| |
| /// Preliminary field: The format of this data may change at any time. A |
| /// description of the user pipeline and stages through which it is executed. |
| /// Created by Cloud Dataflow service. Only retrieved with |
| /// JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL. |
| PipelineDescription pipelineDescription; |
| |
| /// The ID of the Cloud Platform project that the job belongs to. |
| core.String projectId; |
| |
| /// If this job is an update of an existing job, this field is the job ID of |
| /// the job it replaced. When sending a `CreateJobRequest`, you can update a |
| /// job by specifying it here. The job named here is stopped, and its |
| /// intermediate state is transferred to this job. |
| core.String replaceJobId; |
| |
| /// If another job is an update of this job (and thus, this job is in |
| /// `JOB_STATE_UPDATED`), this field contains the ID of that job. |
| core.String replacedByJobId; |
| |
| /// The job's requested state. `UpdateJob` may be used to switch between the |
| /// `JOB_STATE_STOPPED` and `JOB_STATE_RUNNING` states, by setting |
| /// requested_state. `UpdateJob` may also be used to directly set a job's |
| /// requested state to `JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably |
| /// terminating the job if it has not already reached a terminal state. |
| /// Possible string values are: |
| /// - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. |
| /// - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has not |
| /// yet started to run. |
| /// - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is |
| /// currently running. |
| /// - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has |
| /// successfully completed. This is a terminal job state. This state may be |
| /// set by the Cloud Dataflow service, as a transition from |
| /// `JOB_STATE_RUNNING`. It may also be set via a Cloud Dataflow `UpdateJob` |
| /// call, if the job has not yet reached a terminal state. |
| /// - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has |
| /// failed. This is a terminal job state. This state may only be set by the |
| /// Cloud Dataflow service, and only as a transition from `JOB_STATE_RUNNING`. |
| /// - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job has |
| /// been explicitly cancelled. This is a terminal job state. This state may |
| /// only be set via a Cloud Dataflow `UpdateJob` call, and only if the job has |
| /// not yet reached another terminal state. |
| /// - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was |
| /// successfully updated, meaning that this job was stopped and another job |
| /// was started, inheriting state from this one. This is a terminal job state. |
| /// This state may only be set by the Cloud Dataflow service, and only as a |
| /// transition from `JOB_STATE_RUNNING`. |
| /// - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is in |
| /// the process of draining. A draining job has stopped pulling from its input |
| /// sources and is processing any data that remains in-flight. This state may |
| /// be set via a Cloud Dataflow `UpdateJob` call, but only as a transition |
| /// from `JOB_STATE_RUNNING`. Jobs that are draining may only transition to |
| /// `JOB_STATE_DRAINED`, `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. |
| /// - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has |
| /// been drained. A drained job terminated by stopping pulling from its input |
| /// sources and processing any data that remained in-flight when draining was |
| /// requested. This state is a terminal state, may only be set by the Cloud |
| /// Dataflow service, and only as a transition from `JOB_STATE_DRAINING`. |
| /// - "JOB_STATE_PENDING" : `JOB_STATE_PENDING` indicates that the job has |
| /// been created but is not yet running. Jobs that are pending may only |
| /// transition to `JOB_STATE_RUNNING`, or `JOB_STATE_FAILED`. |
| /// - "JOB_STATE_CANCELLING" : `JOB_STATE_CANCELLING` indicates that the job |
| /// has been explicitly cancelled and is in the process of stopping. Jobs that |
| /// are cancelling may only transition to `JOB_STATE_CANCELLED` or |
| /// `JOB_STATE_FAILED`. |
| /// - "JOB_STATE_QUEUED" : `JOB_STATE_QUEUED` indicates that the job has been |
| /// created but is being delayed until launch. Jobs that are queued may only |
| /// transition to `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`. |
| core.String requestedState; |
| |
| /// This field may be mutated by the Cloud Dataflow service; callers cannot |
| /// mutate it. |
| core.List<ExecutionStageState> stageStates; |
| |
| /// The timestamp when the job was started (transitioned to |
| /// JOB_STATE_PENDING). Flexible resource scheduling jobs are started with |
| /// some delay after job creation, so start_time is unset before start and is |
| /// updated when the job is started by the Cloud Dataflow service. For other |
| /// jobs, start_time always equals to create_time and is immutable and set by |
| /// the Cloud Dataflow service. |
| core.String startTime; |
| |
| /// Exactly one of step or steps_location should be specified. The top-level |
| /// steps that constitute the entire job. Only retrieved with JOB_VIEW_ALL. |
| core.List<Step> steps; |
| |
| /// The GCS location where the steps are stored. |
| core.String stepsLocation; |
| |
| /// A set of files the system should be aware of that are used for temporary |
| /// storage. These temporary files will be removed on job completion. No |
| /// duplicates are allowed. No file patterns are supported. The supported |
| /// files are: Google Cloud Storage: storage.googleapis.com/{bucket}/{object} |
| /// bucket.storage.googleapis.com/{object} |
| core.List<core.String> tempFiles; |
| |
| /// The map of transform name prefixes of the job to be replaced to the |
| /// corresponding name prefixes of the new job. |
| core.Map<core.String, core.String> transformNameMapping; |
| |
| /// The type of Cloud Dataflow job. |
| /// Possible string values are: |
| /// - "JOB_TYPE_UNKNOWN" : The type of the job is unspecified, or unknown. |
| /// - "JOB_TYPE_BATCH" : A batch job with a well-defined end point: data is |
| /// read, data is processed, data is written, and the job is done. |
| /// - "JOB_TYPE_STREAMING" : A continuously streaming job with no end: data is |
| /// read, processed, and written continuously. |
| core.String type; |
| |
| Job(); |
| |
| Job.fromJson(core.Map _json) { |
| if (_json.containsKey("clientRequestId")) { |
| clientRequestId = _json["clientRequestId"]; |
| } |
| if (_json.containsKey("createTime")) { |
| createTime = _json["createTime"]; |
| } |
| if (_json.containsKey("createdFromSnapshotId")) { |
| createdFromSnapshotId = _json["createdFromSnapshotId"]; |
| } |
| if (_json.containsKey("currentState")) { |
| currentState = _json["currentState"]; |
| } |
| if (_json.containsKey("currentStateTime")) { |
| currentStateTime = _json["currentStateTime"]; |
| } |
| if (_json.containsKey("environment")) { |
| environment = new Environment.fromJson(_json["environment"]); |
| } |
| if (_json.containsKey("executionInfo")) { |
| executionInfo = new JobExecutionInfo.fromJson(_json["executionInfo"]); |
| } |
| if (_json.containsKey("id")) { |
| id = _json["id"]; |
| } |
| if (_json.containsKey("jobMetadata")) { |
| jobMetadata = new JobMetadata.fromJson(_json["jobMetadata"]); |
| } |
| if (_json.containsKey("labels")) { |
| labels = (_json["labels"] as core.Map).cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("location")) { |
| location = _json["location"]; |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("pipelineDescription")) { |
| pipelineDescription = |
| new PipelineDescription.fromJson(_json["pipelineDescription"]); |
| } |
| if (_json.containsKey("projectId")) { |
| projectId = _json["projectId"]; |
| } |
| if (_json.containsKey("replaceJobId")) { |
| replaceJobId = _json["replaceJobId"]; |
| } |
| if (_json.containsKey("replacedByJobId")) { |
| replacedByJobId = _json["replacedByJobId"]; |
| } |
| if (_json.containsKey("requestedState")) { |
| requestedState = _json["requestedState"]; |
| } |
| if (_json.containsKey("stageStates")) { |
| stageStates = (_json["stageStates"] as core.List) |
| .map<ExecutionStageState>( |
| (value) => new ExecutionStageState.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("startTime")) { |
| startTime = _json["startTime"]; |
| } |
| if (_json.containsKey("steps")) { |
| steps = (_json["steps"] as core.List) |
| .map<Step>((value) => new Step.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("stepsLocation")) { |
| stepsLocation = _json["stepsLocation"]; |
| } |
| if (_json.containsKey("tempFiles")) { |
| tempFiles = (_json["tempFiles"] as core.List).cast<core.String>(); |
| } |
| if (_json.containsKey("transformNameMapping")) { |
| transformNameMapping = (_json["transformNameMapping"] as core.Map) |
| .cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("type")) { |
| type = _json["type"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (clientRequestId != null) { |
| _json["clientRequestId"] = clientRequestId; |
| } |
| if (createTime != null) { |
| _json["createTime"] = createTime; |
| } |
| if (createdFromSnapshotId != null) { |
| _json["createdFromSnapshotId"] = createdFromSnapshotId; |
| } |
| if (currentState != null) { |
| _json["currentState"] = currentState; |
| } |
| if (currentStateTime != null) { |
| _json["currentStateTime"] = currentStateTime; |
| } |
| if (environment != null) { |
| _json["environment"] = (environment).toJson(); |
| } |
| if (executionInfo != null) { |
| _json["executionInfo"] = (executionInfo).toJson(); |
| } |
| if (id != null) { |
| _json["id"] = id; |
| } |
| if (jobMetadata != null) { |
| _json["jobMetadata"] = (jobMetadata).toJson(); |
| } |
| if (labels != null) { |
| _json["labels"] = labels; |
| } |
| if (location != null) { |
| _json["location"] = location; |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (pipelineDescription != null) { |
| _json["pipelineDescription"] = (pipelineDescription).toJson(); |
| } |
| if (projectId != null) { |
| _json["projectId"] = projectId; |
| } |
| if (replaceJobId != null) { |
| _json["replaceJobId"] = replaceJobId; |
| } |
| if (replacedByJobId != null) { |
| _json["replacedByJobId"] = replacedByJobId; |
| } |
| if (requestedState != null) { |
| _json["requestedState"] = requestedState; |
| } |
| if (stageStates != null) { |
| _json["stageStates"] = |
| stageStates.map((value) => (value).toJson()).toList(); |
| } |
| if (startTime != null) { |
| _json["startTime"] = startTime; |
| } |
| if (steps != null) { |
| _json["steps"] = steps.map((value) => (value).toJson()).toList(); |
| } |
| if (stepsLocation != null) { |
| _json["stepsLocation"] = stepsLocation; |
| } |
| if (tempFiles != null) { |
| _json["tempFiles"] = tempFiles; |
| } |
| if (transformNameMapping != null) { |
| _json["transformNameMapping"] = transformNameMapping; |
| } |
| if (type != null) { |
| _json["type"] = type; |
| } |
| return _json; |
| } |
| } |
| |
| /// Information about the execution of a job. |
| class JobExecutionDetails { |
| /// If present, this response does not contain all requested tasks. To obtain |
| /// the next page of results, repeat the request with page_token set to this |
| /// value. |
| core.String nextPageToken; |
| |
| /// The stages of the job execution. |
| core.List<StageSummary> stages; |
| |
| JobExecutionDetails(); |
| |
| JobExecutionDetails.fromJson(core.Map _json) { |
| if (_json.containsKey("nextPageToken")) { |
| nextPageToken = _json["nextPageToken"]; |
| } |
| if (_json.containsKey("stages")) { |
| stages = (_json["stages"] as core.List) |
| .map<StageSummary>((value) => new StageSummary.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (nextPageToken != null) { |
| _json["nextPageToken"] = nextPageToken; |
| } |
| if (stages != null) { |
| _json["stages"] = stages.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Additional information about how a Cloud Dataflow job will be executed that |
| /// isn't contained in the submitted job. |
| class JobExecutionInfo { |
| /// A mapping from each stage to the information about that stage. |
| core.Map<core.String, JobExecutionStageInfo> stages; |
| |
| JobExecutionInfo(); |
| |
| JobExecutionInfo.fromJson(core.Map _json) { |
| if (_json.containsKey("stages")) { |
| stages = commons.mapMap<core.Map, JobExecutionStageInfo>( |
| _json["stages"].cast<core.String, core.Map>(), |
| (core.Map item) => new JobExecutionStageInfo.fromJson(item)); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (stages != null) { |
| _json["stages"] = commons |
| .mapMap<JobExecutionStageInfo, core.Map<core.String, core.Object>>( |
| stages, (JobExecutionStageInfo item) => (item).toJson()); |
| } |
| return _json; |
| } |
| } |
| |
| /// Contains information about how a particular google.dataflow.v1beta3.Step |
| /// will be executed. |
| class JobExecutionStageInfo { |
| /// The steps associated with the execution stage. Note that stages may have |
| /// several steps, and that a given step might be run by more than one stage. |
| core.List<core.String> stepName; |
| |
| JobExecutionStageInfo(); |
| |
| JobExecutionStageInfo.fromJson(core.Map _json) { |
| if (_json.containsKey("stepName")) { |
| stepName = (_json["stepName"] as core.List).cast<core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (stepName != null) { |
| _json["stepName"] = stepName; |
| } |
| return _json; |
| } |
| } |
| |
| /// A particular message pertaining to a Dataflow job. |
| class JobMessage { |
| /// Deprecated. |
| core.String id; |
| |
| /// Importance level of the message. |
| /// Possible string values are: |
| /// - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : The message importance isn't |
| /// specified, or is unknown. |
| /// - "JOB_MESSAGE_DEBUG" : The message is at the 'debug' level: typically |
| /// only useful for software engineers working on the code the job is running. |
| /// Typically, Dataflow pipeline runners do not display log messages at this |
| /// level by default. |
| /// - "JOB_MESSAGE_DETAILED" : The message is at the 'detailed' level: |
| /// somewhat verbose, but potentially useful to users. Typically, Dataflow |
| /// pipeline runners do not display log messages at this level by default. |
| /// These messages are displayed by default in the Dataflow monitoring UI. |
| /// - "JOB_MESSAGE_BASIC" : The message is at the 'basic' level: useful for |
| /// keeping track of the execution of a Dataflow pipeline. Typically, Dataflow |
| /// pipeline runners display log messages at this level by default, and these |
| /// messages are displayed by default in the Dataflow monitoring UI. |
| /// - "JOB_MESSAGE_WARNING" : The message is at the 'warning' level: |
| /// indicating a condition pertaining to a job which may require human |
| /// intervention. Typically, Dataflow pipeline runners display log messages at |
| /// this level by default, and these messages are displayed by default in the |
| /// Dataflow monitoring UI. |
| /// - "JOB_MESSAGE_ERROR" : The message is at the 'error' level: indicating a |
| /// condition preventing a job from succeeding. Typically, Dataflow pipeline |
| /// runners display log messages at this level by default, and these messages |
| /// are displayed by default in the Dataflow monitoring UI. |
| core.String messageImportance; |
| |
| /// The text of the message. |
| core.String messageText; |
| |
| /// The timestamp of the message. |
| core.String time; |
| |
| JobMessage(); |
| |
| JobMessage.fromJson(core.Map _json) { |
| if (_json.containsKey("id")) { |
| id = _json["id"]; |
| } |
| if (_json.containsKey("messageImportance")) { |
| messageImportance = _json["messageImportance"]; |
| } |
| if (_json.containsKey("messageText")) { |
| messageText = _json["messageText"]; |
| } |
| if (_json.containsKey("time")) { |
| time = _json["time"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (id != null) { |
| _json["id"] = id; |
| } |
| if (messageImportance != null) { |
| _json["messageImportance"] = messageImportance; |
| } |
| if (messageText != null) { |
| _json["messageText"] = messageText; |
| } |
| if (time != null) { |
| _json["time"] = time; |
| } |
| return _json; |
| } |
| } |
| |
| /// Metadata available primarily for filtering jobs. Will be included in the |
| /// ListJob response and Job SUMMARY view. |
| class JobMetadata { |
| /// Identification of a BigTable source used in the Dataflow job. |
| core.List<BigTableIODetails> bigTableDetails; |
| |
| /// Identification of a BigQuery source used in the Dataflow job. |
| core.List<BigQueryIODetails> bigqueryDetails; |
| |
| /// Identification of a Datastore source used in the Dataflow job. |
| core.List<DatastoreIODetails> datastoreDetails; |
| |
| /// Identification of a File source used in the Dataflow job. |
| core.List<FileIODetails> fileDetails; |
| |
| /// Identification of a PubSub source used in the Dataflow job. |
| core.List<PubSubIODetails> pubsubDetails; |
| |
| /// The SDK version used to run the job. |
| SdkVersion sdkVersion; |
| |
| /// Identification of a Spanner source used in the Dataflow job. |
| core.List<SpannerIODetails> spannerDetails; |
| |
| JobMetadata(); |
| |
| JobMetadata.fromJson(core.Map _json) { |
| if (_json.containsKey("bigTableDetails")) { |
| bigTableDetails = (_json["bigTableDetails"] as core.List) |
| .map<BigTableIODetails>( |
| (value) => new BigTableIODetails.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("bigqueryDetails")) { |
| bigqueryDetails = (_json["bigqueryDetails"] as core.List) |
| .map<BigQueryIODetails>( |
| (value) => new BigQueryIODetails.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("datastoreDetails")) { |
| datastoreDetails = (_json["datastoreDetails"] as core.List) |
| .map<DatastoreIODetails>( |
| (value) => new DatastoreIODetails.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("fileDetails")) { |
| fileDetails = (_json["fileDetails"] as core.List) |
| .map<FileIODetails>((value) => new FileIODetails.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("pubsubDetails")) { |
| pubsubDetails = (_json["pubsubDetails"] as core.List) |
| .map<PubSubIODetails>((value) => new PubSubIODetails.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("sdkVersion")) { |
| sdkVersion = new SdkVersion.fromJson(_json["sdkVersion"]); |
| } |
| if (_json.containsKey("spannerDetails")) { |
| spannerDetails = (_json["spannerDetails"] as core.List) |
| .map<SpannerIODetails>( |
| (value) => new SpannerIODetails.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (bigTableDetails != null) { |
| _json["bigTableDetails"] = |
| bigTableDetails.map((value) => (value).toJson()).toList(); |
| } |
| if (bigqueryDetails != null) { |
| _json["bigqueryDetails"] = |
| bigqueryDetails.map((value) => (value).toJson()).toList(); |
| } |
| if (datastoreDetails != null) { |
| _json["datastoreDetails"] = |
| datastoreDetails.map((value) => (value).toJson()).toList(); |
| } |
| if (fileDetails != null) { |
| _json["fileDetails"] = |
| fileDetails.map((value) => (value).toJson()).toList(); |
| } |
| if (pubsubDetails != null) { |
| _json["pubsubDetails"] = |
| pubsubDetails.map((value) => (value).toJson()).toList(); |
| } |
| if (sdkVersion != null) { |
| _json["sdkVersion"] = (sdkVersion).toJson(); |
| } |
| if (spannerDetails != null) { |
| _json["spannerDetails"] = |
| spannerDetails.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// JobMetrics contains a collection of metrics describing the detailed progress |
| /// of a Dataflow job. Metrics correspond to user-defined and system-defined |
| /// metrics in the job. This resource captures only the most recent values of |
| /// each metric; time-series data can be queried for them (under the same metric |
| /// names) from Cloud Monitoring. |
| class JobMetrics { |
| /// Timestamp as of which metric values are current. |
| core.String metricTime; |
| |
| /// All metrics for this job. |
| core.List<MetricUpdate> metrics; |
| |
| JobMetrics(); |
| |
| JobMetrics.fromJson(core.Map _json) { |
| if (_json.containsKey("metricTime")) { |
| metricTime = _json["metricTime"]; |
| } |
| if (_json.containsKey("metrics")) { |
| metrics = (_json["metrics"] as core.List) |
| .map<MetricUpdate>((value) => new MetricUpdate.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (metricTime != null) { |
| _json["metricTime"] = metricTime; |
| } |
| if (metrics != null) { |
| _json["metrics"] = metrics.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Data disk assignment information for a specific key-range of a sharded |
| /// computation. Currently we only support UTF-8 character splits to simplify |
| /// encoding into JSON. |
| class KeyRangeDataDiskAssignment { |
| /// The name of the data disk where data for this range is stored. This name |
| /// is local to the Google Cloud Platform project and uniquely identifies the |
| /// disk within that project, for example |
| /// "myproject-1014-104817-4c2-harness-0-disk-1". |
| core.String dataDisk; |
| |
| /// The end (exclusive) of the key range. |
| core.String end; |
| |
| /// The start (inclusive) of the key range. |
| core.String start; |
| |
| KeyRangeDataDiskAssignment(); |
| |
| KeyRangeDataDiskAssignment.fromJson(core.Map _json) { |
| if (_json.containsKey("dataDisk")) { |
| dataDisk = _json["dataDisk"]; |
| } |
| if (_json.containsKey("end")) { |
| end = _json["end"]; |
| } |
| if (_json.containsKey("start")) { |
| start = _json["start"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (dataDisk != null) { |
| _json["dataDisk"] = dataDisk; |
| } |
| if (end != null) { |
| _json["end"] = end; |
| } |
| if (start != null) { |
| _json["start"] = start; |
| } |
| return _json; |
| } |
| } |
| |
| /// Location information for a specific key-range of a sharded computation. |
| /// Currently we only support UTF-8 character splits to simplify encoding into |
| /// JSON. |
| class KeyRangeLocation { |
| /// The name of the data disk where data for this range is stored. This name |
| /// is local to the Google Cloud Platform project and uniquely identifies the |
| /// disk within that project, for example |
| /// "myproject-1014-104817-4c2-harness-0-disk-1". |
| core.String dataDisk; |
| |
| /// The physical location of this range assignment to be used for streaming |
| /// computation cross-worker message delivery. |
| core.String deliveryEndpoint; |
| |
| /// DEPRECATED. The location of the persistent state for this range, as a |
| /// persistent directory in the worker local filesystem. |
| core.String deprecatedPersistentDirectory; |
| |
| /// The end (exclusive) of the key range. |
| core.String end; |
| |
| /// The start (inclusive) of the key range. |
| core.String start; |
| |
| KeyRangeLocation(); |
| |
| KeyRangeLocation.fromJson(core.Map _json) { |
| if (_json.containsKey("dataDisk")) { |
| dataDisk = _json["dataDisk"]; |
| } |
| if (_json.containsKey("deliveryEndpoint")) { |
| deliveryEndpoint = _json["deliveryEndpoint"]; |
| } |
| if (_json.containsKey("deprecatedPersistentDirectory")) { |
| deprecatedPersistentDirectory = _json["deprecatedPersistentDirectory"]; |
| } |
| if (_json.containsKey("end")) { |
| end = _json["end"]; |
| } |
| if (_json.containsKey("start")) { |
| start = _json["start"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (dataDisk != null) { |
| _json["dataDisk"] = dataDisk; |
| } |
| if (deliveryEndpoint != null) { |
| _json["deliveryEndpoint"] = deliveryEndpoint; |
| } |
| if (deprecatedPersistentDirectory != null) { |
| _json["deprecatedPersistentDirectory"] = deprecatedPersistentDirectory; |
| } |
| if (end != null) { |
| _json["end"] = end; |
| } |
| if (start != null) { |
| _json["start"] = start; |
| } |
| return _json; |
| } |
| } |
| |
| /// Launch FlexTemplate Parameter. |
| class LaunchFlexTemplateParameter { |
| /// Spec about the container image to launch. |
| ContainerSpec containerSpec; |
| |
| /// Gcs path to a file with json serialized ContainerSpec as content. |
| core.String containerSpecGcsPath; |
| |
| /// The runtime environment for the FlexTemplate job |
| FlexTemplateRuntimeEnvironment environment; |
| |
| /// Required. The job name to use for the created job. |
| core.String jobName; |
| |
| /// Launch options for this flex template job. This is a common set of options |
| /// across languages and templates. This should not be used to pass job |
| /// parameters. |
| core.Map<core.String, core.String> launchOptions; |
| |
| /// The parameters for FlexTemplate. Ex. {"num_workers":"5"} |
| core.Map<core.String, core.String> parameters; |
| |
| LaunchFlexTemplateParameter(); |
| |
| LaunchFlexTemplateParameter.fromJson(core.Map _json) { |
| if (_json.containsKey("containerSpec")) { |
| containerSpec = new ContainerSpec.fromJson(_json["containerSpec"]); |
| } |
| if (_json.containsKey("containerSpecGcsPath")) { |
| containerSpecGcsPath = _json["containerSpecGcsPath"]; |
| } |
| if (_json.containsKey("environment")) { |
| environment = |
| new FlexTemplateRuntimeEnvironment.fromJson(_json["environment"]); |
| } |
| if (_json.containsKey("jobName")) { |
| jobName = _json["jobName"]; |
| } |
| if (_json.containsKey("launchOptions")) { |
| launchOptions = |
| (_json["launchOptions"] as core.Map).cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("parameters")) { |
| parameters = |
| (_json["parameters"] as core.Map).cast<core.String, core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (containerSpec != null) { |
| _json["containerSpec"] = (containerSpec).toJson(); |
| } |
| if (containerSpecGcsPath != null) { |
| _json["containerSpecGcsPath"] = containerSpecGcsPath; |
| } |
| if (environment != null) { |
| _json["environment"] = (environment).toJson(); |
| } |
| if (jobName != null) { |
| _json["jobName"] = jobName; |
| } |
| if (launchOptions != null) { |
| _json["launchOptions"] = launchOptions; |
| } |
| if (parameters != null) { |
| _json["parameters"] = parameters; |
| } |
| return _json; |
| } |
| } |
| |
| /// A request to launch a Cloud Dataflow job from a FlexTemplate. |
| class LaunchFlexTemplateRequest { |
| /// Required. Parameter to launch a job form Flex Template. |
| LaunchFlexTemplateParameter launchParameter; |
| |
| /// If true, the request is validated but not actually executed. Defaults to |
| /// false. |
| core.bool validateOnly; |
| |
| LaunchFlexTemplateRequest(); |
| |
| LaunchFlexTemplateRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("launchParameter")) { |
| launchParameter = |
| new LaunchFlexTemplateParameter.fromJson(_json["launchParameter"]); |
| } |
| if (_json.containsKey("validateOnly")) { |
| validateOnly = _json["validateOnly"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (launchParameter != null) { |
| _json["launchParameter"] = (launchParameter).toJson(); |
| } |
| if (validateOnly != null) { |
| _json["validateOnly"] = validateOnly; |
| } |
| return _json; |
| } |
| } |
| |
| /// Response to the request to launch a job from Flex Template. |
| class LaunchFlexTemplateResponse { |
| /// The job that was launched, if the request was not a dry run and the job |
| /// was successfully launched. |
| Job job; |
| |
| LaunchFlexTemplateResponse(); |
| |
| LaunchFlexTemplateResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("job")) { |
| job = new Job.fromJson(_json["job"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (job != null) { |
| _json["job"] = (job).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Parameters to provide to the template being launched. |
| class LaunchTemplateParameters { |
| /// The runtime environment for the job. |
| RuntimeEnvironment environment; |
| |
| /// Required. The job name to use for the created job. |
| core.String jobName; |
| |
| /// The runtime parameters to pass to the job. |
| core.Map<core.String, core.String> parameters; |
| |
| /// Only applicable when updating a pipeline. Map of transform name prefixes |
| /// of the job to be replaced to the corresponding name prefixes of the new |
| /// job. |
| core.Map<core.String, core.String> transformNameMapping; |
| |
| /// If set, replace the existing pipeline with the name specified by jobName |
| /// with this pipeline, preserving state. |
| core.bool update; |
| |
| LaunchTemplateParameters(); |
| |
| LaunchTemplateParameters.fromJson(core.Map _json) { |
| if (_json.containsKey("environment")) { |
| environment = new RuntimeEnvironment.fromJson(_json["environment"]); |
| } |
| if (_json.containsKey("jobName")) { |
| jobName = _json["jobName"]; |
| } |
| if (_json.containsKey("parameters")) { |
| parameters = |
| (_json["parameters"] as core.Map).cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("transformNameMapping")) { |
| transformNameMapping = (_json["transformNameMapping"] as core.Map) |
| .cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("update")) { |
| update = _json["update"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (environment != null) { |
| _json["environment"] = (environment).toJson(); |
| } |
| if (jobName != null) { |
| _json["jobName"] = jobName; |
| } |
| if (parameters != null) { |
| _json["parameters"] = parameters; |
| } |
| if (transformNameMapping != null) { |
| _json["transformNameMapping"] = transformNameMapping; |
| } |
| if (update != null) { |
| _json["update"] = update; |
| } |
| return _json; |
| } |
| } |
| |
| /// Response to the request to launch a template. |
| class LaunchTemplateResponse { |
| /// The job that was launched, if the request was not a dry run and the job |
| /// was successfully launched. |
| Job job; |
| |
| LaunchTemplateResponse(); |
| |
| LaunchTemplateResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("job")) { |
| job = new Job.fromJson(_json["job"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (job != null) { |
| _json["job"] = (job).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Request to lease WorkItems. |
| class LeaseWorkItemRequest { |
| /// The current timestamp at the worker. |
| core.String currentWorkerTime; |
| |
| /// The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the WorkItem's job. |
| core.String location; |
| |
| /// The initial lease period. |
| core.String requestedLeaseDuration; |
| |
| /// Untranslated bag-of-bytes WorkRequest from UnifiedWorker. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> unifiedWorkerRequest; |
| |
| /// Filter for WorkItem type. |
| core.List<core.String> workItemTypes; |
| |
| /// Worker capabilities. WorkItems might be limited to workers with specific |
| /// capabilities. |
| core.List<core.String> workerCapabilities; |
| |
| /// Identifies the worker leasing work -- typically the ID of the virtual |
| /// machine running the worker. |
| core.String workerId; |
| |
| LeaseWorkItemRequest(); |
| |
| LeaseWorkItemRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("currentWorkerTime")) { |
| currentWorkerTime = _json["currentWorkerTime"]; |
| } |
| if (_json.containsKey("location")) { |
| location = _json["location"]; |
| } |
| if (_json.containsKey("requestedLeaseDuration")) { |
| requestedLeaseDuration = _json["requestedLeaseDuration"]; |
| } |
| if (_json.containsKey("unifiedWorkerRequest")) { |
| unifiedWorkerRequest = (_json["unifiedWorkerRequest"] as core.Map) |
| .cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("workItemTypes")) { |
| workItemTypes = (_json["workItemTypes"] as core.List).cast<core.String>(); |
| } |
| if (_json.containsKey("workerCapabilities")) { |
| workerCapabilities = |
| (_json["workerCapabilities"] as core.List).cast<core.String>(); |
| } |
| if (_json.containsKey("workerId")) { |
| workerId = _json["workerId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (currentWorkerTime != null) { |
| _json["currentWorkerTime"] = currentWorkerTime; |
| } |
| if (location != null) { |
| _json["location"] = location; |
| } |
| if (requestedLeaseDuration != null) { |
| _json["requestedLeaseDuration"] = requestedLeaseDuration; |
| } |
| if (unifiedWorkerRequest != null) { |
| _json["unifiedWorkerRequest"] = unifiedWorkerRequest; |
| } |
| if (workItemTypes != null) { |
| _json["workItemTypes"] = workItemTypes; |
| } |
| if (workerCapabilities != null) { |
| _json["workerCapabilities"] = workerCapabilities; |
| } |
| if (workerId != null) { |
| _json["workerId"] = workerId; |
| } |
| return _json; |
| } |
| } |
| |
| /// Response to a request to lease WorkItems. |
| class LeaseWorkItemResponse { |
| /// Untranslated bag-of-bytes WorkResponse for UnifiedWorker. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> unifiedWorkerResponse; |
| |
| /// A list of the leased WorkItems. |
| core.List<WorkItem> workItems; |
| |
| LeaseWorkItemResponse(); |
| |
| LeaseWorkItemResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("unifiedWorkerResponse")) { |
| unifiedWorkerResponse = (_json["unifiedWorkerResponse"] as core.Map) |
| .cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("workItems")) { |
| workItems = (_json["workItems"] as core.List) |
| .map<WorkItem>((value) => new WorkItem.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (unifiedWorkerResponse != null) { |
| _json["unifiedWorkerResponse"] = unifiedWorkerResponse; |
| } |
| if (workItems != null) { |
| _json["workItems"] = workItems.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Response to a request to list job messages. |
| class ListJobMessagesResponse { |
| /// Autoscaling events in ascending timestamp order. |
| core.List<AutoscalingEvent> autoscalingEvents; |
| |
| /// Messages in ascending timestamp order. |
| core.List<JobMessage> jobMessages; |
| |
| /// The token to obtain the next page of results if there are more. |
| core.String nextPageToken; |
| |
| ListJobMessagesResponse(); |
| |
| ListJobMessagesResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("autoscalingEvents")) { |
| autoscalingEvents = (_json["autoscalingEvents"] as core.List) |
| .map<AutoscalingEvent>( |
| (value) => new AutoscalingEvent.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("jobMessages")) { |
| jobMessages = (_json["jobMessages"] as core.List) |
| .map<JobMessage>((value) => new JobMessage.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("nextPageToken")) { |
| nextPageToken = _json["nextPageToken"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (autoscalingEvents != null) { |
| _json["autoscalingEvents"] = |
| autoscalingEvents.map((value) => (value).toJson()).toList(); |
| } |
| if (jobMessages != null) { |
| _json["jobMessages"] = |
| jobMessages.map((value) => (value).toJson()).toList(); |
| } |
| if (nextPageToken != null) { |
| _json["nextPageToken"] = nextPageToken; |
| } |
| return _json; |
| } |
| } |
| |
| /// Response to a request to list Cloud Dataflow jobs in a project. This might |
| /// be a partial response, depending on the page size in the ListJobsRequest. |
| /// However, if the project does not have any jobs, an instance of |
| /// ListJobsResponse is not returned and the requests's response body is empty |
| /// {}. |
| class ListJobsResponse { |
| /// Zero or more messages describing the [regional endpoints] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// failed to respond. |
| core.List<FailedLocation> failedLocation; |
| |
| /// A subset of the requested job information. |
| core.List<Job> jobs; |
| |
| /// Set if there may be more results than fit in this response. |
| core.String nextPageToken; |
| |
| ListJobsResponse(); |
| |
| ListJobsResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("failedLocation")) { |
| failedLocation = (_json["failedLocation"] as core.List) |
| .map<FailedLocation>((value) => new FailedLocation.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("jobs")) { |
| jobs = (_json["jobs"] as core.List) |
| .map<Job>((value) => new Job.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("nextPageToken")) { |
| nextPageToken = _json["nextPageToken"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (failedLocation != null) { |
| _json["failedLocation"] = |
| failedLocation.map((value) => (value).toJson()).toList(); |
| } |
| if (jobs != null) { |
| _json["jobs"] = jobs.map((value) => (value).toJson()).toList(); |
| } |
| if (nextPageToken != null) { |
| _json["nextPageToken"] = nextPageToken; |
| } |
| return _json; |
| } |
| } |
| |
| /// List of snapshots. |
| class ListSnapshotsResponse { |
| /// Returned snapshots. |
| core.List<Snapshot> snapshots; |
| |
| ListSnapshotsResponse(); |
| |
| ListSnapshotsResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("snapshots")) { |
| snapshots = (_json["snapshots"] as core.List) |
| .map<Snapshot>((value) => new Snapshot.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (snapshots != null) { |
| _json["snapshots"] = snapshots.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Respond a list of TemplateVersions. |
| class ListTemplateVersionsResponse { |
| /// A token that can be sent as `page_token` to retrieve the next page. If |
| /// this field is omitted, there are no subsequent pages. |
| core.String nextPageToken; |
| |
| /// A list of TemplateVersions. |
| core.List<TemplateVersion> templateVersions; |
| |
| ListTemplateVersionsResponse(); |
| |
| ListTemplateVersionsResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("nextPageToken")) { |
| nextPageToken = _json["nextPageToken"]; |
| } |
| if (_json.containsKey("templateVersions")) { |
| templateVersions = (_json["templateVersions"] as core.List) |
| .map<TemplateVersion>((value) => new TemplateVersion.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (nextPageToken != null) { |
| _json["nextPageToken"] = nextPageToken; |
| } |
| if (templateVersions != null) { |
| _json["templateVersions"] = |
| templateVersions.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// MapTask consists of an ordered set of instructions, each of which describes |
| /// one particular low-level operation for the worker to perform in order to |
| /// accomplish the MapTask's WorkItem. Each instruction must appear in the list |
| /// before any instructions which depends on its output. |
| class MapTask { |
| /// Counter prefix that can be used to prefix counters. Not currently used in |
| /// Dataflow. |
| core.String counterPrefix; |
| |
| /// The instructions in the MapTask. |
| core.List<ParallelInstruction> instructions; |
| |
| /// System-defined name of the stage containing this MapTask. Unique across |
| /// the workflow. |
| core.String stageName; |
| |
| /// System-defined name of this MapTask. Unique across the workflow. |
| core.String systemName; |
| |
| MapTask(); |
| |
| MapTask.fromJson(core.Map _json) { |
| if (_json.containsKey("counterPrefix")) { |
| counterPrefix = _json["counterPrefix"]; |
| } |
| if (_json.containsKey("instructions")) { |
| instructions = (_json["instructions"] as core.List) |
| .map<ParallelInstruction>( |
| (value) => new ParallelInstruction.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("stageName")) { |
| stageName = _json["stageName"]; |
| } |
| if (_json.containsKey("systemName")) { |
| systemName = _json["systemName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (counterPrefix != null) { |
| _json["counterPrefix"] = counterPrefix; |
| } |
| if (instructions != null) { |
| _json["instructions"] = |
| instructions.map((value) => (value).toJson()).toList(); |
| } |
| if (stageName != null) { |
| _json["stageName"] = stageName; |
| } |
| if (systemName != null) { |
| _json["systemName"] = systemName; |
| } |
| return _json; |
| } |
| } |
| |
| /// Information about the memory usage of a worker or a container within a |
| /// worker. |
| class MemInfo { |
| /// Instantenous memory limit in bytes. |
| core.String currentLimitBytes; |
| |
| /// Instantenous memory (RSS) size in bytes. |
| core.String currentRssBytes; |
| |
| /// Timestamp of the measurement. |
| core.String timestamp; |
| |
| /// Total memory (RSS) usage since start up in GB * ms. |
| core.String totalGbMs; |
| |
| MemInfo(); |
| |
| MemInfo.fromJson(core.Map _json) { |
| if (_json.containsKey("currentLimitBytes")) { |
| currentLimitBytes = _json["currentLimitBytes"]; |
| } |
| if (_json.containsKey("currentRssBytes")) { |
| currentRssBytes = _json["currentRssBytes"]; |
| } |
| if (_json.containsKey("timestamp")) { |
| timestamp = _json["timestamp"]; |
| } |
| if (_json.containsKey("totalGbMs")) { |
| totalGbMs = _json["totalGbMs"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (currentLimitBytes != null) { |
| _json["currentLimitBytes"] = currentLimitBytes; |
| } |
| if (currentRssBytes != null) { |
| _json["currentRssBytes"] = currentRssBytes; |
| } |
| if (timestamp != null) { |
| _json["timestamp"] = timestamp; |
| } |
| if (totalGbMs != null) { |
| _json["totalGbMs"] = totalGbMs; |
| } |
| return _json; |
| } |
| } |
| |
| /// The metric short id is returned to the user alongside an offset into |
| /// ReportWorkItemStatusRequest |
| class MetricShortId { |
| /// The index of the corresponding metric in the ReportWorkItemStatusRequest. |
| /// Required. |
| core.int metricIndex; |
| |
| /// The service-generated short identifier for the metric. |
| core.String shortId; |
| |
| MetricShortId(); |
| |
| MetricShortId.fromJson(core.Map _json) { |
| if (_json.containsKey("metricIndex")) { |
| metricIndex = _json["metricIndex"]; |
| } |
| if (_json.containsKey("shortId")) { |
| shortId = _json["shortId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (metricIndex != null) { |
| _json["metricIndex"] = metricIndex; |
| } |
| if (shortId != null) { |
| _json["shortId"] = shortId; |
| } |
| return _json; |
| } |
| } |
| |
| /// Identifies a metric, by describing the source which generated the metric. |
| class MetricStructuredName { |
| /// Zero or more labeled fields which identify the part of the job this metric |
| /// is associated with, such as the name of a step or collection. For example, |
| /// built-in counters associated with steps will have context['step'] = . |
| /// Counters associated with PCollections in the SDK will have |
| /// context['pcollection'] = . |
| core.Map<core.String, core.String> context; |
| |
| /// Worker-defined metric name. |
| core.String name; |
| |
| /// Origin (namespace) of metric name. May be blank for user-define metrics; |
| /// will be "dataflow" for metrics defined by the Dataflow service or SDK. |
| core.String origin; |
| |
| MetricStructuredName(); |
| |
| MetricStructuredName.fromJson(core.Map _json) { |
| if (_json.containsKey("context")) { |
| context = (_json["context"] as core.Map).cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("origin")) { |
| origin = _json["origin"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (context != null) { |
| _json["context"] = context; |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (origin != null) { |
| _json["origin"] = origin; |
| } |
| return _json; |
| } |
| } |
| |
| /// Describes the state of a metric. |
| class MetricUpdate { |
| /// True if this metric is reported as the total cumulative aggregate value |
| /// accumulated since the worker started working on this WorkItem. By default |
| /// this is false, indicating that this metric is reported as a delta that is |
| /// not associated with any WorkItem. |
| core.bool cumulative; |
| |
| /// A struct value describing properties of a distribution of numeric values. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Object distribution; |
| |
| /// A struct value describing properties of a Gauge. Metrics of gauge type |
| /// show the value of a metric across time, and is aggregated based on the |
| /// newest value. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Object gauge; |
| |
| /// Worker-computed aggregate value for internal use by the Dataflow service. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Object internal; |
| |
| /// Metric aggregation kind. The possible metric aggregation kinds are "Sum", |
| /// "Max", "Min", "Mean", "Set", "And", "Or", and "Distribution". The |
| /// specified aggregation kind is case-insensitive. If omitted, this is not an |
| /// aggregated value but instead a single metric sample value. |
| core.String kind; |
| |
| /// Worker-computed aggregate value for the "Mean" aggregation kind. This |
| /// holds the count of the aggregated values and is used in combination with |
| /// mean_sum above to obtain the actual mean aggregate value. The only |
| /// possible value type is Long. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Object meanCount; |
| |
| /// Worker-computed aggregate value for the "Mean" aggregation kind. This |
| /// holds the sum of the aggregated values and is used in combination with |
| /// mean_count below to obtain the actual mean aggregate value. The only |
| /// possible value types are Long and Double. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Object meanSum; |
| |
| /// Name of the metric. |
| MetricStructuredName name; |
| |
| /// Worker-computed aggregate value for aggregation kinds "Sum", "Max", "Min", |
| /// "And", and "Or". The possible value types are Long, Double, and Boolean. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Object scalar; |
| |
| /// Worker-computed aggregate value for the "Set" aggregation kind. The only |
| /// possible value type is a list of Values whose type can be Long, Double, or |
| /// String, according to the metric's type. All Values in the list must be of |
| /// the same type. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Object set; |
| |
| /// Timestamp associated with the metric value. Optional when workers are |
| /// reporting work progress; it will be filled in responses from the metrics |
| /// API. |
| core.String updateTime; |
| |
| MetricUpdate(); |
| |
| MetricUpdate.fromJson(core.Map _json) { |
| if (_json.containsKey("cumulative")) { |
| cumulative = _json["cumulative"]; |
| } |
| if (_json.containsKey("distribution")) { |
| distribution = _json["distribution"]; |
| } |
| if (_json.containsKey("gauge")) { |
| gauge = _json["gauge"]; |
| } |
| if (_json.containsKey("internal")) { |
| internal = _json["internal"]; |
| } |
| if (_json.containsKey("kind")) { |
| kind = _json["kind"]; |
| } |
| if (_json.containsKey("meanCount")) { |
| meanCount = _json["meanCount"]; |
| } |
| if (_json.containsKey("meanSum")) { |
| meanSum = _json["meanSum"]; |
| } |
| if (_json.containsKey("name")) { |
| name = new MetricStructuredName.fromJson(_json["name"]); |
| } |
| if (_json.containsKey("scalar")) { |
| scalar = _json["scalar"]; |
| } |
| if (_json.containsKey("set")) { |
| set = _json["set"]; |
| } |
| if (_json.containsKey("updateTime")) { |
| updateTime = _json["updateTime"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (cumulative != null) { |
| _json["cumulative"] = cumulative; |
| } |
| if (distribution != null) { |
| _json["distribution"] = distribution; |
| } |
| if (gauge != null) { |
| _json["gauge"] = gauge; |
| } |
| if (internal != null) { |
| _json["internal"] = internal; |
| } |
| if (kind != null) { |
| _json["kind"] = kind; |
| } |
| if (meanCount != null) { |
| _json["meanCount"] = meanCount; |
| } |
| if (meanSum != null) { |
| _json["meanSum"] = meanSum; |
| } |
| if (name != null) { |
| _json["name"] = (name).toJson(); |
| } |
| if (scalar != null) { |
| _json["scalar"] = scalar; |
| } |
| if (set != null) { |
| _json["set"] = set; |
| } |
| if (updateTime != null) { |
| _json["updateTime"] = updateTime; |
| } |
| return _json; |
| } |
| } |
| |
| /// Either add the label to TemplateVersion or remove it from the |
| /// TemplateVersion. |
| class ModifyTemplateVersionLabelRequest { |
| /// The label key for update. |
| core.String key; |
| |
| /// Requests for add label to TemplateVersion or remove label from |
| /// TemplateVersion. |
| /// Possible string values are: |
| /// - "OPERATION_UNSPECIFIED" : Default value. |
| /// - "ADD" : Add the label to the TemplateVersion object. |
| /// - "REMOVE" : Remove the label from the TemplateVersion object. |
| core.String op; |
| |
| /// The label value for update. |
| core.String value; |
| |
| ModifyTemplateVersionLabelRequest(); |
| |
| ModifyTemplateVersionLabelRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("key")) { |
| key = _json["key"]; |
| } |
| if (_json.containsKey("op")) { |
| op = _json["op"]; |
| } |
| if (_json.containsKey("value")) { |
| value = _json["value"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (key != null) { |
| _json["key"] = key; |
| } |
| if (op != null) { |
| _json["op"] = op; |
| } |
| if (value != null) { |
| _json["value"] = value; |
| } |
| return _json; |
| } |
| } |
| |
| /// Respond the labels in the TemplateVersion. |
| class ModifyTemplateVersionLabelResponse { |
| /// All the label in the TemplateVersion. |
| core.Map<core.String, core.String> labels; |
| |
| ModifyTemplateVersionLabelResponse(); |
| |
| ModifyTemplateVersionLabelResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("labels")) { |
| labels = (_json["labels"] as core.Map).cast<core.String, core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (labels != null) { |
| _json["labels"] = labels; |
| } |
| return _json; |
| } |
| } |
| |
| /// Add a tag to the current TemplateVersion. If tag exist in another |
| /// TemplateVersion in the Template, remove the tag before add it to the current |
| /// TemplateVersion. If remove_only set, remove the tag from the current |
| /// TemplateVersion. |
| class ModifyTemplateVersionTagRequest { |
| /// The flag that indicates if the request is only for remove tag from |
| /// TemplateVersion. |
| core.bool removeOnly; |
| |
| /// The tag for update. |
| core.String tag; |
| |
| ModifyTemplateVersionTagRequest(); |
| |
| ModifyTemplateVersionTagRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("removeOnly")) { |
| removeOnly = _json["removeOnly"]; |
| } |
| if (_json.containsKey("tag")) { |
| tag = _json["tag"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (removeOnly != null) { |
| _json["removeOnly"] = removeOnly; |
| } |
| if (tag != null) { |
| _json["tag"] = tag; |
| } |
| return _json; |
| } |
| } |
| |
| /// Respond the current tags in the TemplateVersion. |
| class ModifyTemplateVersionTagResponse { |
| /// All the tags in the TemplateVersion. |
| core.List<core.String> tags; |
| |
| ModifyTemplateVersionTagResponse(); |
| |
| ModifyTemplateVersionTagResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("tags")) { |
| tags = (_json["tags"] as core.List).cast<core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (tags != null) { |
| _json["tags"] = tags; |
| } |
| return _json; |
| } |
| } |
| |
| /// Describes mounted data disk. |
| class MountedDataDisk { |
| /// The name of the data disk. This name is local to the Google Cloud Platform |
| /// project and uniquely identifies the disk within that project, for example |
| /// "myproject-1014-104817-4c2-harness-0-disk-1". |
| core.String dataDisk; |
| |
| MountedDataDisk(); |
| |
| MountedDataDisk.fromJson(core.Map _json) { |
| if (_json.containsKey("dataDisk")) { |
| dataDisk = _json["dataDisk"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (dataDisk != null) { |
| _json["dataDisk"] = dataDisk; |
| } |
| return _json; |
| } |
| } |
| |
| /// Information about an output of a multi-output DoFn. |
| class MultiOutputInfo { |
| /// The id of the tag the user code will emit to this output by; this should |
| /// correspond to the tag of some SideInputInfo. |
| core.String tag; |
| |
| MultiOutputInfo(); |
| |
| MultiOutputInfo.fromJson(core.Map _json) { |
| if (_json.containsKey("tag")) { |
| tag = _json["tag"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (tag != null) { |
| _json["tag"] = tag; |
| } |
| return _json; |
| } |
| } |
| |
| /// Basic metadata about a counter. |
| class NameAndKind { |
| /// Counter aggregation kind. |
| /// Possible string values are: |
| /// - "INVALID" : Counter aggregation kind was not set. |
| /// - "SUM" : Aggregated value is the sum of all contributed values. |
| /// - "MAX" : Aggregated value is the max of all contributed values. |
| /// - "MIN" : Aggregated value is the min of all contributed values. |
| /// - "MEAN" : Aggregated value is the mean of all contributed values. |
| /// - "OR" : Aggregated value represents the logical 'or' of all contributed |
| /// values. |
| /// - "AND" : Aggregated value represents the logical 'and' of all contributed |
| /// values. |
| /// - "SET" : Aggregated value is a set of unique contributed values. |
| /// - "DISTRIBUTION" : Aggregated value captures statistics about a |
| /// distribution. |
| /// - "LATEST_VALUE" : Aggregated value tracks the latest value of a variable. |
| core.String kind; |
| |
| /// Name of the counter. |
| core.String name; |
| |
| NameAndKind(); |
| |
| NameAndKind.fromJson(core.Map _json) { |
| if (_json.containsKey("kind")) { |
| kind = _json["kind"]; |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (kind != null) { |
| _json["kind"] = kind; |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| return _json; |
| } |
| } |
| |
| /// The packages that must be installed in order for a worker to run the steps |
| /// of the Cloud Dataflow job that will be assigned to its worker pool. This is |
| /// the mechanism by which the Cloud Dataflow SDK causes code to be loaded onto |
| /// the workers. For example, the Cloud Dataflow Java SDK might use this to |
| /// install jars containing the user's code and all of the various dependencies |
| /// (libraries, data files, etc.) required in order for that code to run. |
| class Package { |
| /// The resource to read the package from. The supported resource type is: |
| /// Google Cloud Storage: storage.googleapis.com/{bucket} |
| /// bucket.storage.googleapis.com/ |
| core.String location; |
| |
| /// The name of the package. |
| core.String name; |
| |
| Package(); |
| |
| Package.fromJson(core.Map _json) { |
| if (_json.containsKey("location")) { |
| location = _json["location"]; |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (location != null) { |
| _json["location"] = location; |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| return _json; |
| } |
| } |
| |
| /// An instruction that does a ParDo operation. Takes one main input and zero or |
| /// more side inputs, and produces zero or more outputs. Runs user code. |
| class ParDoInstruction { |
| /// The input. |
| InstructionInput input; |
| |
| /// Information about each of the outputs, if user_fn is a MultiDoFn. |
| core.List<MultiOutputInfo> multiOutputInfos; |
| |
| /// The number of outputs. |
| core.int numOutputs; |
| |
| /// Zero or more side inputs. |
| core.List<SideInputInfo> sideInputs; |
| |
| /// The user function to invoke. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> userFn; |
| |
| ParDoInstruction(); |
| |
| ParDoInstruction.fromJson(core.Map _json) { |
| if (_json.containsKey("input")) { |
| input = new InstructionInput.fromJson(_json["input"]); |
| } |
| if (_json.containsKey("multiOutputInfos")) { |
| multiOutputInfos = (_json["multiOutputInfos"] as core.List) |
| .map<MultiOutputInfo>((value) => new MultiOutputInfo.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("numOutputs")) { |
| numOutputs = _json["numOutputs"]; |
| } |
| if (_json.containsKey("sideInputs")) { |
| sideInputs = (_json["sideInputs"] as core.List) |
| .map<SideInputInfo>((value) => new SideInputInfo.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("userFn")) { |
| userFn = (_json["userFn"] as core.Map).cast<core.String, core.Object>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (input != null) { |
| _json["input"] = (input).toJson(); |
| } |
| if (multiOutputInfos != null) { |
| _json["multiOutputInfos"] = |
| multiOutputInfos.map((value) => (value).toJson()).toList(); |
| } |
| if (numOutputs != null) { |
| _json["numOutputs"] = numOutputs; |
| } |
| if (sideInputs != null) { |
| _json["sideInputs"] = |
| sideInputs.map((value) => (value).toJson()).toList(); |
| } |
| if (userFn != null) { |
| _json["userFn"] = userFn; |
| } |
| return _json; |
| } |
| } |
| |
| /// Describes a particular operation comprising a MapTask. |
| class ParallelInstruction { |
| /// Additional information for Flatten instructions. |
| FlattenInstruction flatten; |
| |
| /// User-provided name of this operation. |
| core.String name; |
| |
| /// System-defined name for the operation in the original workflow graph. |
| core.String originalName; |
| |
| /// Describes the outputs of the instruction. |
| core.List<InstructionOutput> outputs; |
| |
| /// Additional information for ParDo instructions. |
| ParDoInstruction parDo; |
| |
| /// Additional information for PartialGroupByKey instructions. |
| PartialGroupByKeyInstruction partialGroupByKey; |
| |
| /// Additional information for Read instructions. |
| ReadInstruction read; |
| |
| /// System-defined name of this operation. Unique across the workflow. |
| core.String systemName; |
| |
| /// Additional information for Write instructions. |
| WriteInstruction write; |
| |
| ParallelInstruction(); |
| |
| ParallelInstruction.fromJson(core.Map _json) { |
| if (_json.containsKey("flatten")) { |
| flatten = new FlattenInstruction.fromJson(_json["flatten"]); |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("originalName")) { |
| originalName = _json["originalName"]; |
| } |
| if (_json.containsKey("outputs")) { |
| outputs = (_json["outputs"] as core.List) |
| .map<InstructionOutput>( |
| (value) => new InstructionOutput.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("parDo")) { |
| parDo = new ParDoInstruction.fromJson(_json["parDo"]); |
| } |
| if (_json.containsKey("partialGroupByKey")) { |
| partialGroupByKey = |
| new PartialGroupByKeyInstruction.fromJson(_json["partialGroupByKey"]); |
| } |
| if (_json.containsKey("read")) { |
| read = new ReadInstruction.fromJson(_json["read"]); |
| } |
| if (_json.containsKey("systemName")) { |
| systemName = _json["systemName"]; |
| } |
| if (_json.containsKey("write")) { |
| write = new WriteInstruction.fromJson(_json["write"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (flatten != null) { |
| _json["flatten"] = (flatten).toJson(); |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (originalName != null) { |
| _json["originalName"] = originalName; |
| } |
| if (outputs != null) { |
| _json["outputs"] = outputs.map((value) => (value).toJson()).toList(); |
| } |
| if (parDo != null) { |
| _json["parDo"] = (parDo).toJson(); |
| } |
| if (partialGroupByKey != null) { |
| _json["partialGroupByKey"] = (partialGroupByKey).toJson(); |
| } |
| if (read != null) { |
| _json["read"] = (read).toJson(); |
| } |
| if (systemName != null) { |
| _json["systemName"] = systemName; |
| } |
| if (write != null) { |
| _json["write"] = (write).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Structured data associated with this message. |
| class Parameter { |
| /// Key or name for this parameter. |
| core.String key; |
| |
| /// Value for this parameter. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Object value; |
| |
| Parameter(); |
| |
| Parameter.fromJson(core.Map _json) { |
| if (_json.containsKey("key")) { |
| key = _json["key"]; |
| } |
| if (_json.containsKey("value")) { |
| value = _json["value"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (key != null) { |
| _json["key"] = key; |
| } |
| if (value != null) { |
| _json["value"] = value; |
| } |
| return _json; |
| } |
| } |
| |
| /// Metadata for a specific parameter. |
| class ParameterMetadata { |
| /// Required. The help text to display for the parameter. |
| core.String helpText; |
| |
| /// Optional. Whether the parameter is optional. Defaults to false. |
| core.bool isOptional; |
| |
| /// Required. The label to display for the parameter. |
| core.String label; |
| |
| /// Required. The name of the parameter. |
| core.String name; |
| |
| /// Optional. The type of the parameter. Used for selecting input picker. |
| /// Possible string values are: |
| /// - "DEFAULT" : Default input type. |
| /// - "TEXT" : The parameter specifies generic text input. |
| /// - "GCS_READ_BUCKET" : The parameter specifies a GCS Bucket to read from. |
| /// - "GCS_WRITE_BUCKET" : The parameter specifies a GCS Bucket to write to. |
| /// - "GCS_READ_FILE" : The parameter specifies a GCS file path to read from. |
| /// - "GCS_WRITE_FILE" : The parameter specifies a GCS file path to write to. |
| /// - "GCS_READ_FOLDER" : The parameter specifies a GCS folder path to read |
| /// from. |
| /// - "GCS_WRITE_FOLDER" : The parameter specifies a GCS folder to write to. |
| /// - "PUBSUB_TOPIC" : The parameter specifies a Pub/Sub Topic. |
| /// - "PUBSUB_SUBSCRIPTION" : The parameter specifies a Pub/Sub Subscription. |
| core.String paramType; |
| |
| /// Optional. Regexes that the parameter must match. |
| core.List<core.String> regexes; |
| |
| ParameterMetadata(); |
| |
| ParameterMetadata.fromJson(core.Map _json) { |
| if (_json.containsKey("helpText")) { |
| helpText = _json["helpText"]; |
| } |
| if (_json.containsKey("isOptional")) { |
| isOptional = _json["isOptional"]; |
| } |
| if (_json.containsKey("label")) { |
| label = _json["label"]; |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("paramType")) { |
| paramType = _json["paramType"]; |
| } |
| if (_json.containsKey("regexes")) { |
| regexes = (_json["regexes"] as core.List).cast<core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (helpText != null) { |
| _json["helpText"] = helpText; |
| } |
| if (isOptional != null) { |
| _json["isOptional"] = isOptional; |
| } |
| if (label != null) { |
| _json["label"] = label; |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (paramType != null) { |
| _json["paramType"] = paramType; |
| } |
| if (regexes != null) { |
| _json["regexes"] = regexes; |
| } |
| return _json; |
| } |
| } |
| |
| /// An instruction that does a partial group-by-key. One input and one output. |
| class PartialGroupByKeyInstruction { |
| /// Describes the input to the partial group-by-key instruction. |
| InstructionInput input; |
| |
| /// The codec to use for interpreting an element in the input PTable. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> inputElementCodec; |
| |
| /// If this instruction includes a combining function this is the name of the |
| /// intermediate store between the GBK and the CombineValues. |
| core.String originalCombineValuesInputStoreName; |
| |
| /// If this instruction includes a combining function, this is the name of the |
| /// CombineValues instruction lifted into this instruction. |
| core.String originalCombineValuesStepName; |
| |
| /// Zero or more side inputs. |
| core.List<SideInputInfo> sideInputs; |
| |
| /// The value combining function to invoke. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> valueCombiningFn; |
| |
| PartialGroupByKeyInstruction(); |
| |
| PartialGroupByKeyInstruction.fromJson(core.Map _json) { |
| if (_json.containsKey("input")) { |
| input = new InstructionInput.fromJson(_json["input"]); |
| } |
| if (_json.containsKey("inputElementCodec")) { |
| inputElementCodec = (_json["inputElementCodec"] as core.Map) |
| .cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("originalCombineValuesInputStoreName")) { |
| originalCombineValuesInputStoreName = |
| _json["originalCombineValuesInputStoreName"]; |
| } |
| if (_json.containsKey("originalCombineValuesStepName")) { |
| originalCombineValuesStepName = _json["originalCombineValuesStepName"]; |
| } |
| if (_json.containsKey("sideInputs")) { |
| sideInputs = (_json["sideInputs"] as core.List) |
| .map<SideInputInfo>((value) => new SideInputInfo.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("valueCombiningFn")) { |
| valueCombiningFn = (_json["valueCombiningFn"] as core.Map) |
| .cast<core.String, core.Object>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (input != null) { |
| _json["input"] = (input).toJson(); |
| } |
| if (inputElementCodec != null) { |
| _json["inputElementCodec"] = inputElementCodec; |
| } |
| if (originalCombineValuesInputStoreName != null) { |
| _json["originalCombineValuesInputStoreName"] = |
| originalCombineValuesInputStoreName; |
| } |
| if (originalCombineValuesStepName != null) { |
| _json["originalCombineValuesStepName"] = originalCombineValuesStepName; |
| } |
| if (sideInputs != null) { |
| _json["sideInputs"] = |
| sideInputs.map((value) => (value).toJson()).toList(); |
| } |
| if (valueCombiningFn != null) { |
| _json["valueCombiningFn"] = valueCombiningFn; |
| } |
| return _json; |
| } |
| } |
| |
| /// A descriptive representation of submitted pipeline as well as the executed |
| /// form. This data is provided by the Dataflow service for ease of visualizing |
| /// the pipeline and interpreting Dataflow provided metrics. |
| class PipelineDescription { |
| /// Pipeline level display data. |
| core.List<DisplayData> displayData; |
| |
| /// Description of each stage of execution of the pipeline. |
| core.List<ExecutionStageSummary> executionPipelineStage; |
| |
| /// Description of each transform in the pipeline and collections between |
| /// them. |
| core.List<TransformSummary> originalPipelineTransform; |
| |
| PipelineDescription(); |
| |
| PipelineDescription.fromJson(core.Map _json) { |
| if (_json.containsKey("displayData")) { |
| displayData = (_json["displayData"] as core.List) |
| .map<DisplayData>((value) => new DisplayData.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("executionPipelineStage")) { |
| executionPipelineStage = (_json["executionPipelineStage"] as core.List) |
| .map<ExecutionStageSummary>( |
| (value) => new ExecutionStageSummary.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("originalPipelineTransform")) { |
| originalPipelineTransform = |
| (_json["originalPipelineTransform"] as core.List) |
| .map<TransformSummary>( |
| (value) => new TransformSummary.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (displayData != null) { |
| _json["displayData"] = |
| displayData.map((value) => (value).toJson()).toList(); |
| } |
| if (executionPipelineStage != null) { |
| _json["executionPipelineStage"] = |
| executionPipelineStage.map((value) => (value).toJson()).toList(); |
| } |
| if (originalPipelineTransform != null) { |
| _json["originalPipelineTransform"] = |
| originalPipelineTransform.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// A point in the timeseries. |
| class Point { |
| /// The timestamp of the point. |
| core.String time; |
| |
| /// The value of the point. |
| core.double value; |
| |
| Point(); |
| |
| Point.fromJson(core.Map _json) { |
| if (_json.containsKey("time")) { |
| time = _json["time"]; |
| } |
| if (_json.containsKey("value")) { |
| value = _json["value"].toDouble(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (time != null) { |
| _json["time"] = time; |
| } |
| if (value != null) { |
| _json["value"] = value; |
| } |
| return _json; |
| } |
| } |
| |
| /// Position defines a position within a collection of data. The value can be |
| /// either the end position, a key (used with ordered collections), a byte |
| /// offset, or a record index. |
| class Position { |
| /// Position is a byte offset. |
| core.String byteOffset; |
| |
| /// CloudPosition is a concat position. |
| ConcatPosition concatPosition; |
| |
| /// Position is past all other positions. Also useful for the end position of |
| /// an unbounded range. |
| core.bool end; |
| |
| /// Position is a string key, ordered lexicographically. |
| core.String key; |
| |
| /// Position is a record index. |
| core.String recordIndex; |
| |
| /// CloudPosition is a base64 encoded BatchShufflePosition (with FIXED |
| /// sharding). |
| core.String shufflePosition; |
| |
| Position(); |
| |
| Position.fromJson(core.Map _json) { |
| if (_json.containsKey("byteOffset")) { |
| byteOffset = _json["byteOffset"]; |
| } |
| if (_json.containsKey("concatPosition")) { |
| concatPosition = new ConcatPosition.fromJson(_json["concatPosition"]); |
| } |
| if (_json.containsKey("end")) { |
| end = _json["end"]; |
| } |
| if (_json.containsKey("key")) { |
| key = _json["key"]; |
| } |
| if (_json.containsKey("recordIndex")) { |
| recordIndex = _json["recordIndex"]; |
| } |
| if (_json.containsKey("shufflePosition")) { |
| shufflePosition = _json["shufflePosition"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (byteOffset != null) { |
| _json["byteOffset"] = byteOffset; |
| } |
| if (concatPosition != null) { |
| _json["concatPosition"] = (concatPosition).toJson(); |
| } |
| if (end != null) { |
| _json["end"] = end; |
| } |
| if (key != null) { |
| _json["key"] = key; |
| } |
| if (recordIndex != null) { |
| _json["recordIndex"] = recordIndex; |
| } |
| if (shufflePosition != null) { |
| _json["shufflePosition"] = shufflePosition; |
| } |
| return _json; |
| } |
| } |
| |
| /// Information about the progress of some component of job execution. |
| class ProgressTimeseries { |
| /// The current progress of the component, in the range [0,1]. |
| core.double currentProgress; |
| |
| /// History of progress for the component. Points are sorted by time. |
| core.List<Point> dataPoints; |
| |
| ProgressTimeseries(); |
| |
| ProgressTimeseries.fromJson(core.Map _json) { |
| if (_json.containsKey("currentProgress")) { |
| currentProgress = _json["currentProgress"].toDouble(); |
| } |
| if (_json.containsKey("dataPoints")) { |
| dataPoints = (_json["dataPoints"] as core.List) |
| .map<Point>((value) => new Point.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (currentProgress != null) { |
| _json["currentProgress"] = currentProgress; |
| } |
| if (dataPoints != null) { |
| _json["dataPoints"] = |
| dataPoints.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Metadata for a PubSub connector used by the job. |
| class PubSubIODetails { |
| /// Subscription used in the connection. |
| core.String subscription; |
| |
| /// Topic accessed in the connection. |
| core.String topic; |
| |
| PubSubIODetails(); |
| |
| PubSubIODetails.fromJson(core.Map _json) { |
| if (_json.containsKey("subscription")) { |
| subscription = _json["subscription"]; |
| } |
| if (_json.containsKey("topic")) { |
| topic = _json["topic"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (subscription != null) { |
| _json["subscription"] = subscription; |
| } |
| if (topic != null) { |
| _json["topic"] = topic; |
| } |
| return _json; |
| } |
| } |
| |
| /// Identifies a pubsub location to use for transferring data into or out of a |
| /// streaming Dataflow job. |
| class PubsubLocation { |
| /// Indicates whether the pipeline allows late-arriving data. |
| core.bool dropLateData; |
| |
| /// If set, contains a pubsub label from which to extract record ids. If left |
| /// empty, record deduplication will be strictly best effort. |
| core.String idLabel; |
| |
| /// A pubsub subscription, in the form of |
| /// "pubsub.googleapis.com/subscriptions//" |
| core.String subscription; |
| |
| /// If set, contains a pubsub label from which to extract record timestamps. |
| /// If left empty, record timestamps will be generated upon arrival. |
| core.String timestampLabel; |
| |
| /// A pubsub topic, in the form of "pubsub.googleapis.com/topics//" |
| core.String topic; |
| |
| /// If set, specifies the pubsub subscription that will be used for tracking |
| /// custom time timestamps for watermark estimation. |
| core.String trackingSubscription; |
| |
| /// If true, then the client has requested to get pubsub attributes. |
| core.bool withAttributes; |
| |
| PubsubLocation(); |
| |
| PubsubLocation.fromJson(core.Map _json) { |
| if (_json.containsKey("dropLateData")) { |
| dropLateData = _json["dropLateData"]; |
| } |
| if (_json.containsKey("idLabel")) { |
| idLabel = _json["idLabel"]; |
| } |
| if (_json.containsKey("subscription")) { |
| subscription = _json["subscription"]; |
| } |
| if (_json.containsKey("timestampLabel")) { |
| timestampLabel = _json["timestampLabel"]; |
| } |
| if (_json.containsKey("topic")) { |
| topic = _json["topic"]; |
| } |
| if (_json.containsKey("trackingSubscription")) { |
| trackingSubscription = _json["trackingSubscription"]; |
| } |
| if (_json.containsKey("withAttributes")) { |
| withAttributes = _json["withAttributes"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (dropLateData != null) { |
| _json["dropLateData"] = dropLateData; |
| } |
| if (idLabel != null) { |
| _json["idLabel"] = idLabel; |
| } |
| if (subscription != null) { |
| _json["subscription"] = subscription; |
| } |
| if (timestampLabel != null) { |
| _json["timestampLabel"] = timestampLabel; |
| } |
| if (topic != null) { |
| _json["topic"] = topic; |
| } |
| if (trackingSubscription != null) { |
| _json["trackingSubscription"] = trackingSubscription; |
| } |
| if (withAttributes != null) { |
| _json["withAttributes"] = withAttributes; |
| } |
| return _json; |
| } |
| } |
| |
| /// Represents a Pubsub snapshot. |
| class PubsubSnapshotMetadata { |
| /// The expire time of the Pubsub snapshot. |
| core.String expireTime; |
| |
| /// The name of the Pubsub snapshot. |
| core.String snapshotName; |
| |
| /// The name of the Pubsub topic. |
| core.String topicName; |
| |
| PubsubSnapshotMetadata(); |
| |
| PubsubSnapshotMetadata.fromJson(core.Map _json) { |
| if (_json.containsKey("expireTime")) { |
| expireTime = _json["expireTime"]; |
| } |
| if (_json.containsKey("snapshotName")) { |
| snapshotName = _json["snapshotName"]; |
| } |
| if (_json.containsKey("topicName")) { |
| topicName = _json["topicName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (expireTime != null) { |
| _json["expireTime"] = expireTime; |
| } |
| if (snapshotName != null) { |
| _json["snapshotName"] = snapshotName; |
| } |
| if (topicName != null) { |
| _json["topicName"] = topicName; |
| } |
| return _json; |
| } |
| } |
| |
| /// Information about a validated query. |
| class QueryInfo { |
| /// Includes an entry for each satisfied QueryProperty. |
| core.List<core.String> queryProperty; |
| |
| QueryInfo(); |
| |
| QueryInfo.fromJson(core.Map _json) { |
| if (_json.containsKey("queryProperty")) { |
| queryProperty = (_json["queryProperty"] as core.List).cast<core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (queryProperty != null) { |
| _json["queryProperty"] = queryProperty; |
| } |
| return _json; |
| } |
| } |
| |
| /// An instruction that reads records. Takes no inputs, produces one output. |
| class ReadInstruction { |
| /// The source to read from. |
| Source source; |
| |
| ReadInstruction(); |
| |
| ReadInstruction.fromJson(core.Map _json) { |
| if (_json.containsKey("source")) { |
| source = new Source.fromJson(_json["source"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (source != null) { |
| _json["source"] = (source).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Request to report the status of WorkItems. |
| class ReportWorkItemStatusRequest { |
| /// The current timestamp at the worker. |
| core.String currentWorkerTime; |
| |
| /// The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the WorkItem's job. |
| core.String location; |
| |
| /// Untranslated bag-of-bytes WorkProgressUpdateRequest from UnifiedWorker. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> unifiedWorkerRequest; |
| |
| /// The order is unimportant, except that the order of the |
| /// WorkItemServiceState messages in the ReportWorkItemStatusResponse |
| /// corresponds to the order of WorkItemStatus messages here. |
| core.List<WorkItemStatus> workItemStatuses; |
| |
| /// The ID of the worker reporting the WorkItem status. If this does not match |
| /// the ID of the worker which the Dataflow service believes currently has the |
| /// lease on the WorkItem, the report will be dropped (with an error |
| /// response). |
| core.String workerId; |
| |
| ReportWorkItemStatusRequest(); |
| |
| ReportWorkItemStatusRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("currentWorkerTime")) { |
| currentWorkerTime = _json["currentWorkerTime"]; |
| } |
| if (_json.containsKey("location")) { |
| location = _json["location"]; |
| } |
| if (_json.containsKey("unifiedWorkerRequest")) { |
| unifiedWorkerRequest = (_json["unifiedWorkerRequest"] as core.Map) |
| .cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("workItemStatuses")) { |
| workItemStatuses = (_json["workItemStatuses"] as core.List) |
| .map<WorkItemStatus>((value) => new WorkItemStatus.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("workerId")) { |
| workerId = _json["workerId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (currentWorkerTime != null) { |
| _json["currentWorkerTime"] = currentWorkerTime; |
| } |
| if (location != null) { |
| _json["location"] = location; |
| } |
| if (unifiedWorkerRequest != null) { |
| _json["unifiedWorkerRequest"] = unifiedWorkerRequest; |
| } |
| if (workItemStatuses != null) { |
| _json["workItemStatuses"] = |
| workItemStatuses.map((value) => (value).toJson()).toList(); |
| } |
| if (workerId != null) { |
| _json["workerId"] = workerId; |
| } |
| return _json; |
| } |
| } |
| |
| /// Response from a request to report the status of WorkItems. |
| class ReportWorkItemStatusResponse { |
| /// Untranslated bag-of-bytes WorkProgressUpdateResponse for UnifiedWorker. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> unifiedWorkerResponse; |
| |
| /// A set of messages indicating the service-side state for each WorkItem |
| /// whose status was reported, in the same order as the WorkItemStatus |
| /// messages in the ReportWorkItemStatusRequest which resulting in this |
| /// response. |
| core.List<WorkItemServiceState> workItemServiceStates; |
| |
| ReportWorkItemStatusResponse(); |
| |
| ReportWorkItemStatusResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("unifiedWorkerResponse")) { |
| unifiedWorkerResponse = (_json["unifiedWorkerResponse"] as core.Map) |
| .cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("workItemServiceStates")) { |
| workItemServiceStates = (_json["workItemServiceStates"] as core.List) |
| .map<WorkItemServiceState>( |
| (value) => new WorkItemServiceState.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (unifiedWorkerResponse != null) { |
| _json["unifiedWorkerResponse"] = unifiedWorkerResponse; |
| } |
| if (workItemServiceStates != null) { |
| _json["workItemServiceStates"] = |
| workItemServiceStates.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Represents the level of parallelism in a WorkItem's input, reported by the |
| /// worker. |
| class ReportedParallelism { |
| /// Specifies whether the parallelism is infinite. If true, "value" is |
| /// ignored. Infinite parallelism means the service will assume that the work |
| /// item can always be split into more non-empty work items by dynamic |
| /// splitting. This is a work-around for lack of support for infinity by the |
| /// current JSON-based Java RPC stack. |
| core.bool isInfinite; |
| |
| /// Specifies the level of parallelism in case it is finite. |
| core.double value; |
| |
| ReportedParallelism(); |
| |
| ReportedParallelism.fromJson(core.Map _json) { |
| if (_json.containsKey("isInfinite")) { |
| isInfinite = _json["isInfinite"]; |
| } |
| if (_json.containsKey("value")) { |
| value = _json["value"].toDouble(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (isInfinite != null) { |
| _json["isInfinite"] = isInfinite; |
| } |
| if (value != null) { |
| _json["value"] = value; |
| } |
| return _json; |
| } |
| } |
| |
| /// Worker metrics exported from workers. This contains resource utilization |
| /// metrics accumulated from a variety of sources. For more information, see |
| /// go/df-resource-signals. |
| class ResourceUtilizationReport { |
| /// Per container information. Key: container name. |
| core.Map<core.String, ResourceUtilizationReport> containers; |
| |
| /// CPU utilization samples. |
| core.List<CPUTime> cpuTime; |
| |
| /// Memory utilization samples. |
| core.List<MemInfo> memoryInfo; |
| |
| ResourceUtilizationReport(); |
| |
| ResourceUtilizationReport.fromJson(core.Map _json) { |
| if (_json.containsKey("containers")) { |
| containers = commons.mapMap<core.Map, ResourceUtilizationReport>( |
| _json["containers"].cast<core.String, core.Map>(), |
| (core.Map item) => new ResourceUtilizationReport.fromJson(item)); |
| } |
| if (_json.containsKey("cpuTime")) { |
| cpuTime = (_json["cpuTime"] as core.List) |
| .map<CPUTime>((value) => new CPUTime.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("memoryInfo")) { |
| memoryInfo = (_json["memoryInfo"] as core.List) |
| .map<MemInfo>((value) => new MemInfo.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (containers != null) { |
| _json["containers"] = commons.mapMap<ResourceUtilizationReport, |
| core.Map<core.String, core.Object>>( |
| containers, (ResourceUtilizationReport item) => (item).toJson()); |
| } |
| if (cpuTime != null) { |
| _json["cpuTime"] = cpuTime.map((value) => (value).toJson()).toList(); |
| } |
| if (memoryInfo != null) { |
| _json["memoryInfo"] = |
| memoryInfo.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Service-side response to WorkerMessage reporting resource utilization. |
| class ResourceUtilizationReportResponse { |
| ResourceUtilizationReportResponse(); |
| |
| ResourceUtilizationReportResponse.fromJson(core.Map _json) {} |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| return _json; |
| } |
| } |
| |
| /// The environment values to set at runtime. |
| class RuntimeEnvironment { |
| /// Additional experiment flags for the job. |
| core.List<core.String> additionalExperiments; |
| |
| /// Additional user labels to be specified for the job. Keys and values should |
| /// follow the restrictions specified in the [labeling |
| /// restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions) |
| /// page. An object containing a list of "key": value pairs. Example: { |
| /// "name": "wrench", "mass": "1kg", "count": "3" }. |
| core.Map<core.String, core.String> additionalUserLabels; |
| |
| /// Whether to bypass the safety checks for the job's temporary directory. Use |
| /// with caution. |
| core.bool bypassTempDirValidation; |
| |
| /// Whether to enable Streaming Engine for the job. |
| core.bool enableStreamingEngine; |
| |
| /// Configuration for VM IPs. |
| /// Possible string values are: |
| /// - "WORKER_IP_UNSPECIFIED" : The configuration is unknown, or unspecified. |
| /// - "WORKER_IP_PUBLIC" : Workers should have public IP addresses. |
| /// - "WORKER_IP_PRIVATE" : Workers should have private IP addresses. |
| core.String ipConfiguration; |
| |
| /// Name for the Cloud KMS key for the job. Key format is: |
| /// projects//locations//keyRings//cryptoKeys/ |
| core.String kmsKeyName; |
| |
| /// The machine type to use for the job. Defaults to the value from the |
| /// template if not specified. |
| core.String machineType; |
| |
| /// The maximum number of Google Compute Engine instances to be made available |
| /// to your pipeline during execution, from 1 to 1000. |
| core.int maxWorkers; |
| |
| /// Network to which VMs will be assigned. If empty or unspecified, the |
| /// service will use the network "default". |
| core.String network; |
| |
| /// The initial number of Google Compute Engine instnaces for the job. |
| core.int numWorkers; |
| |
| /// The email address of the service account to run the job as. |
| core.String serviceAccountEmail; |
| |
| /// Subnetwork to which VMs will be assigned, if desired. You can specify a |
| /// subnetwork using either a complete URL or an abbreviated path. Expected to |
| /// be of the form |
| /// "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" |
| /// or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located |
| /// in a Shared VPC network, you must use the complete URL. |
| core.String subnetwork; |
| |
| /// The Cloud Storage path to use for temporary files. Must be a valid Cloud |
| /// Storage URL, beginning with `gs://`. |
| core.String tempLocation; |
| |
| /// The Compute Engine region |
| /// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in |
| /// which worker processing should occur, e.g. "us-west1". Mutually exclusive |
| /// with worker_zone. If neither worker_region nor worker_zone is specified, |
| /// default to the control plane's region. |
| core.String workerRegion; |
| |
| /// The Compute Engine zone |
| /// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in |
| /// which worker processing should occur, e.g. "us-west1-a". Mutually |
| /// exclusive with worker_region. If neither worker_region nor worker_zone is |
| /// specified, a zone in the control plane's region is chosen based on |
| /// available capacity. If both `worker_zone` and `zone` are set, |
| /// `worker_zone` takes precedence. |
| core.String workerZone; |
| |
| /// The Compute Engine [availability |
| /// zone](https://cloud.google.com/compute/docs/regions-zones/regions-zones) |
| /// for launching worker instances to run your pipeline. In the future, |
| /// worker_zone will take precedence. |
| core.String zone; |
| |
| RuntimeEnvironment(); |
| |
| RuntimeEnvironment.fromJson(core.Map _json) { |
| if (_json.containsKey("additionalExperiments")) { |
| additionalExperiments = |
| (_json["additionalExperiments"] as core.List).cast<core.String>(); |
| } |
| if (_json.containsKey("additionalUserLabels")) { |
| additionalUserLabels = (_json["additionalUserLabels"] as core.Map) |
| .cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("bypassTempDirValidation")) { |
| bypassTempDirValidation = _json["bypassTempDirValidation"]; |
| } |
| if (_json.containsKey("enableStreamingEngine")) { |
| enableStreamingEngine = _json["enableStreamingEngine"]; |
| } |
| if (_json.containsKey("ipConfiguration")) { |
| ipConfiguration = _json["ipConfiguration"]; |
| } |
| if (_json.containsKey("kmsKeyName")) { |
| kmsKeyName = _json["kmsKeyName"]; |
| } |
| if (_json.containsKey("machineType")) { |
| machineType = _json["machineType"]; |
| } |
| if (_json.containsKey("maxWorkers")) { |
| maxWorkers = _json["maxWorkers"]; |
| } |
| if (_json.containsKey("network")) { |
| network = _json["network"]; |
| } |
| if (_json.containsKey("numWorkers")) { |
| numWorkers = _json["numWorkers"]; |
| } |
| if (_json.containsKey("serviceAccountEmail")) { |
| serviceAccountEmail = _json["serviceAccountEmail"]; |
| } |
| if (_json.containsKey("subnetwork")) { |
| subnetwork = _json["subnetwork"]; |
| } |
| if (_json.containsKey("tempLocation")) { |
| tempLocation = _json["tempLocation"]; |
| } |
| if (_json.containsKey("workerRegion")) { |
| workerRegion = _json["workerRegion"]; |
| } |
| if (_json.containsKey("workerZone")) { |
| workerZone = _json["workerZone"]; |
| } |
| if (_json.containsKey("zone")) { |
| zone = _json["zone"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (additionalExperiments != null) { |
| _json["additionalExperiments"] = additionalExperiments; |
| } |
| if (additionalUserLabels != null) { |
| _json["additionalUserLabels"] = additionalUserLabels; |
| } |
| if (bypassTempDirValidation != null) { |
| _json["bypassTempDirValidation"] = bypassTempDirValidation; |
| } |
| if (enableStreamingEngine != null) { |
| _json["enableStreamingEngine"] = enableStreamingEngine; |
| } |
| if (ipConfiguration != null) { |
| _json["ipConfiguration"] = ipConfiguration; |
| } |
| if (kmsKeyName != null) { |
| _json["kmsKeyName"] = kmsKeyName; |
| } |
| if (machineType != null) { |
| _json["machineType"] = machineType; |
| } |
| if (maxWorkers != null) { |
| _json["maxWorkers"] = maxWorkers; |
| } |
| if (network != null) { |
| _json["network"] = network; |
| } |
| if (numWorkers != null) { |
| _json["numWorkers"] = numWorkers; |
| } |
| if (serviceAccountEmail != null) { |
| _json["serviceAccountEmail"] = serviceAccountEmail; |
| } |
| if (subnetwork != null) { |
| _json["subnetwork"] = subnetwork; |
| } |
| if (tempLocation != null) { |
| _json["tempLocation"] = tempLocation; |
| } |
| if (workerRegion != null) { |
| _json["workerRegion"] = workerRegion; |
| } |
| if (workerZone != null) { |
| _json["workerZone"] = workerZone; |
| } |
| if (zone != null) { |
| _json["zone"] = zone; |
| } |
| return _json; |
| } |
| } |
| |
| /// RuntimeMetadata describing a runtime environment. |
| class RuntimeMetadata { |
| /// The parameters for the template. |
| core.List<ParameterMetadata> parameters; |
| |
| /// SDK Info for the template. |
| SDKInfo sdkInfo; |
| |
| RuntimeMetadata(); |
| |
| RuntimeMetadata.fromJson(core.Map _json) { |
| if (_json.containsKey("parameters")) { |
| parameters = (_json["parameters"] as core.List) |
| .map<ParameterMetadata>( |
| (value) => new ParameterMetadata.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("sdkInfo")) { |
| sdkInfo = new SDKInfo.fromJson(_json["sdkInfo"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (parameters != null) { |
| _json["parameters"] = |
| parameters.map((value) => (value).toJson()).toList(); |
| } |
| if (sdkInfo != null) { |
| _json["sdkInfo"] = (sdkInfo).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// SDK Information. |
| class SDKInfo { |
| /// Required. The SDK Language. |
| /// Possible string values are: |
| /// - "UNKNOWN" : UNKNOWN Language. |
| /// - "JAVA" : Java. |
| /// - "PYTHON" : Python. |
| core.String language; |
| |
| /// Optional. The SDK version. |
| core.String version; |
| |
| SDKInfo(); |
| |
| SDKInfo.fromJson(core.Map _json) { |
| if (_json.containsKey("language")) { |
| language = _json["language"]; |
| } |
| if (_json.containsKey("version")) { |
| version = _json["version"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (language != null) { |
| _json["language"] = language; |
| } |
| if (version != null) { |
| _json["version"] = version; |
| } |
| return _json; |
| } |
| } |
| |
| /// Defines a SDK harness container for executing Dataflow pipelines. |
| class SdkHarnessContainerImage { |
| /// A docker container image that resides in Google Container Registry. |
| core.String containerImage; |
| |
| /// If true, recommends the Dataflow service to use only one core per SDK |
| /// container instance with this image. If false (or unset) recommends using |
| /// more than one core per SDK container instance with this image for |
| /// efficiency. Note that Dataflow service may choose to override this |
| /// property if needed. |
| core.bool useSingleCorePerContainer; |
| |
| SdkHarnessContainerImage(); |
| |
| SdkHarnessContainerImage.fromJson(core.Map _json) { |
| if (_json.containsKey("containerImage")) { |
| containerImage = _json["containerImage"]; |
| } |
| if (_json.containsKey("useSingleCorePerContainer")) { |
| useSingleCorePerContainer = _json["useSingleCorePerContainer"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (containerImage != null) { |
| _json["containerImage"] = containerImage; |
| } |
| if (useSingleCorePerContainer != null) { |
| _json["useSingleCorePerContainer"] = useSingleCorePerContainer; |
| } |
| return _json; |
| } |
| } |
| |
| /// The version of the SDK used to run the job. |
| class SdkVersion { |
| /// The support status for this SDK version. |
| /// Possible string values are: |
| /// - "UNKNOWN" : Cloud Dataflow is unaware of this version. |
| /// - "SUPPORTED" : This is a known version of an SDK, and is supported. |
| /// - "STALE" : A newer version of the SDK family exists, and an update is |
| /// recommended. |
| /// - "DEPRECATED" : This version of the SDK is deprecated and will eventually |
| /// be no longer supported. |
| /// - "UNSUPPORTED" : Support for this SDK version has ended and it should no |
| /// longer be used. |
| core.String sdkSupportStatus; |
| |
| /// The version of the SDK used to run the job. |
| core.String version; |
| |
| /// A readable string describing the version of the SDK. |
| core.String versionDisplayName; |
| |
| SdkVersion(); |
| |
| SdkVersion.fromJson(core.Map _json) { |
| if (_json.containsKey("sdkSupportStatus")) { |
| sdkSupportStatus = _json["sdkSupportStatus"]; |
| } |
| if (_json.containsKey("version")) { |
| version = _json["version"]; |
| } |
| if (_json.containsKey("versionDisplayName")) { |
| versionDisplayName = _json["versionDisplayName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (sdkSupportStatus != null) { |
| _json["sdkSupportStatus"] = sdkSupportStatus; |
| } |
| if (version != null) { |
| _json["version"] = version; |
| } |
| if (versionDisplayName != null) { |
| _json["versionDisplayName"] = versionDisplayName; |
| } |
| return _json; |
| } |
| } |
| |
| /// Request to send encoded debug information. |
| class SendDebugCaptureRequest { |
| /// The internal component id for which debug information is sent. |
| core.String componentId; |
| |
| /// The encoded debug information. |
| core.String data; |
| |
| /// The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job specified by job_id. |
| core.String location; |
| |
| /// The worker id, i.e., VM hostname. |
| core.String workerId; |
| |
| SendDebugCaptureRequest(); |
| |
| SendDebugCaptureRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("componentId")) { |
| componentId = _json["componentId"]; |
| } |
| if (_json.containsKey("data")) { |
| data = _json["data"]; |
| } |
| if (_json.containsKey("location")) { |
| location = _json["location"]; |
| } |
| if (_json.containsKey("workerId")) { |
| workerId = _json["workerId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (componentId != null) { |
| _json["componentId"] = componentId; |
| } |
| if (data != null) { |
| _json["data"] = data; |
| } |
| if (location != null) { |
| _json["location"] = location; |
| } |
| if (workerId != null) { |
| _json["workerId"] = workerId; |
| } |
| return _json; |
| } |
| } |
| |
| /// Response to a send capture request. nothing |
| class SendDebugCaptureResponse { |
| SendDebugCaptureResponse(); |
| |
| SendDebugCaptureResponse.fromJson(core.Map _json) {} |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| return _json; |
| } |
| } |
| |
| /// A request for sending worker messages to the service. |
| class SendWorkerMessagesRequest { |
| /// The [regional endpoint] |
| /// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that |
| /// contains the job. |
| core.String location; |
| |
| /// The WorkerMessages to send. |
| core.List<WorkerMessage> workerMessages; |
| |
| SendWorkerMessagesRequest(); |
| |
| SendWorkerMessagesRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("location")) { |
| location = _json["location"]; |
| } |
| if (_json.containsKey("workerMessages")) { |
| workerMessages = (_json["workerMessages"] as core.List) |
| .map<WorkerMessage>((value) => new WorkerMessage.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (location != null) { |
| _json["location"] = location; |
| } |
| if (workerMessages != null) { |
| _json["workerMessages"] = |
| workerMessages.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// The response to the worker messages. |
| class SendWorkerMessagesResponse { |
| /// The servers response to the worker messages. |
| core.List<WorkerMessageResponse> workerMessageResponses; |
| |
| SendWorkerMessagesResponse(); |
| |
| SendWorkerMessagesResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("workerMessageResponses")) { |
| workerMessageResponses = (_json["workerMessageResponses"] as core.List) |
| .map<WorkerMessageResponse>( |
| (value) => new WorkerMessageResponse.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (workerMessageResponses != null) { |
| _json["workerMessageResponses"] = |
| workerMessageResponses.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Describes a particular function to invoke. |
| class SeqMapTask { |
| /// Information about each of the inputs. |
| core.List<SideInputInfo> inputs; |
| |
| /// The user-provided name of the SeqDo operation. |
| core.String name; |
| |
| /// Information about each of the outputs. |
| core.List<SeqMapTaskOutputInfo> outputInfos; |
| |
| /// System-defined name of the stage containing the SeqDo operation. Unique |
| /// across the workflow. |
| core.String stageName; |
| |
| /// System-defined name of the SeqDo operation. Unique across the workflow. |
| core.String systemName; |
| |
| /// The user function to invoke. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> userFn; |
| |
| SeqMapTask(); |
| |
| SeqMapTask.fromJson(core.Map _json) { |
| if (_json.containsKey("inputs")) { |
| inputs = (_json["inputs"] as core.List) |
| .map<SideInputInfo>((value) => new SideInputInfo.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("outputInfos")) { |
| outputInfos = (_json["outputInfos"] as core.List) |
| .map<SeqMapTaskOutputInfo>( |
| (value) => new SeqMapTaskOutputInfo.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("stageName")) { |
| stageName = _json["stageName"]; |
| } |
| if (_json.containsKey("systemName")) { |
| systemName = _json["systemName"]; |
| } |
| if (_json.containsKey("userFn")) { |
| userFn = (_json["userFn"] as core.Map).cast<core.String, core.Object>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (inputs != null) { |
| _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (outputInfos != null) { |
| _json["outputInfos"] = |
| outputInfos.map((value) => (value).toJson()).toList(); |
| } |
| if (stageName != null) { |
| _json["stageName"] = stageName; |
| } |
| if (systemName != null) { |
| _json["systemName"] = systemName; |
| } |
| if (userFn != null) { |
| _json["userFn"] = userFn; |
| } |
| return _json; |
| } |
| } |
| |
| /// Information about an output of a SeqMapTask. |
| class SeqMapTaskOutputInfo { |
| /// The sink to write the output value to. |
| Sink sink; |
| |
| /// The id of the TupleTag the user code will tag the output value by. |
| core.String tag; |
| |
| SeqMapTaskOutputInfo(); |
| |
| SeqMapTaskOutputInfo.fromJson(core.Map _json) { |
| if (_json.containsKey("sink")) { |
| sink = new Sink.fromJson(_json["sink"]); |
| } |
| if (_json.containsKey("tag")) { |
| tag = _json["tag"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (sink != null) { |
| _json["sink"] = (sink).toJson(); |
| } |
| if (tag != null) { |
| _json["tag"] = tag; |
| } |
| return _json; |
| } |
| } |
| |
| /// A task which consists of a shell command for the worker to execute. |
| class ShellTask { |
| /// The shell command to run. |
| core.String command; |
| |
| /// Exit code for the task. |
| core.int exitCode; |
| |
| ShellTask(); |
| |
| ShellTask.fromJson(core.Map _json) { |
| if (_json.containsKey("command")) { |
| command = _json["command"]; |
| } |
| if (_json.containsKey("exitCode")) { |
| exitCode = _json["exitCode"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (command != null) { |
| _json["command"] = command; |
| } |
| if (exitCode != null) { |
| _json["exitCode"] = exitCode; |
| } |
| return _json; |
| } |
| } |
| |
| /// Information about a side input of a DoFn or an input of a SeqDoFn. |
| class SideInputInfo { |
| /// How to interpret the source element(s) as a side input value. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> kind; |
| |
| /// The source(s) to read element(s) from to get the value of this side input. |
| /// If more than one source, then the elements are taken from the sources, in |
| /// the specified order if order matters. At least one source is required. |
| core.List<Source> sources; |
| |
| /// The id of the tag the user code will access this side input by; this |
| /// should correspond to the tag of some MultiOutputInfo. |
| core.String tag; |
| |
| SideInputInfo(); |
| |
| SideInputInfo.fromJson(core.Map _json) { |
| if (_json.containsKey("kind")) { |
| kind = (_json["kind"] as core.Map).cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("sources")) { |
| sources = (_json["sources"] as core.List) |
| .map<Source>((value) => new Source.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("tag")) { |
| tag = _json["tag"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (kind != null) { |
| _json["kind"] = kind; |
| } |
| if (sources != null) { |
| _json["sources"] = sources.map((value) => (value).toJson()).toList(); |
| } |
| if (tag != null) { |
| _json["tag"] = tag; |
| } |
| return _json; |
| } |
| } |
| |
| /// A sink that records can be encoded and written to. |
| class Sink { |
| /// The codec to use to encode data written to the sink. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> codec; |
| |
| /// The sink to write to, plus its parameters. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> spec; |
| |
| Sink(); |
| |
| Sink.fromJson(core.Map _json) { |
| if (_json.containsKey("codec")) { |
| codec = (_json["codec"] as core.Map).cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("spec")) { |
| spec = (_json["spec"] as core.Map).cast<core.String, core.Object>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (codec != null) { |
| _json["codec"] = codec; |
| } |
| if (spec != null) { |
| _json["spec"] = spec; |
| } |
| return _json; |
| } |
| } |
| |
| /// Represents a snapshot of a job. |
| class Snapshot { |
| /// The time this snapshot was created. |
| core.String creationTime; |
| |
| /// User specified description of the snapshot. Maybe empty. |
| core.String description; |
| |
| /// The disk byte size of the snapshot. Only available for snapshots in READY |
| /// state. |
| core.String diskSizeBytes; |
| |
| /// The unique ID of this snapshot. |
| core.String id; |
| |
| /// The project this snapshot belongs to. |
| core.String projectId; |
| |
| /// PubSub snapshot metadata. |
| core.List<PubsubSnapshotMetadata> pubsubMetadata; |
| |
| /// The job this snapshot was created from. |
| core.String sourceJobId; |
| |
| /// State of the snapshot. |
| /// Possible string values are: |
| /// - "UNKNOWN_SNAPSHOT_STATE" : Unknown state. |
| /// - "PENDING" : Snapshot intent to create has been persisted, snapshotting |
| /// of state has not yet started. |
| /// - "RUNNING" : Snapshotting is being performed. |
| /// - "READY" : Snapshot has been created and is ready to be used. |
| /// - "FAILED" : Snapshot failed to be created. |
| /// - "DELETED" : Snapshot has been deleted. |
| core.String state; |
| |
| /// The time after which this snapshot will be automatically deleted. |
| core.String ttl; |
| |
| Snapshot(); |
| |
| Snapshot.fromJson(core.Map _json) { |
| if (_json.containsKey("creationTime")) { |
| creationTime = _json["creationTime"]; |
| } |
| if (_json.containsKey("description")) { |
| description = _json["description"]; |
| } |
| if (_json.containsKey("diskSizeBytes")) { |
| diskSizeBytes = _json["diskSizeBytes"]; |
| } |
| if (_json.containsKey("id")) { |
| id = _json["id"]; |
| } |
| if (_json.containsKey("projectId")) { |
| projectId = _json["projectId"]; |
| } |
| if (_json.containsKey("pubsubMetadata")) { |
| pubsubMetadata = (_json["pubsubMetadata"] as core.List) |
| .map<PubsubSnapshotMetadata>( |
| (value) => new PubsubSnapshotMetadata.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("sourceJobId")) { |
| sourceJobId = _json["sourceJobId"]; |
| } |
| if (_json.containsKey("state")) { |
| state = _json["state"]; |
| } |
| if (_json.containsKey("ttl")) { |
| ttl = _json["ttl"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (creationTime != null) { |
| _json["creationTime"] = creationTime; |
| } |
| if (description != null) { |
| _json["description"] = description; |
| } |
| if (diskSizeBytes != null) { |
| _json["diskSizeBytes"] = diskSizeBytes; |
| } |
| if (id != null) { |
| _json["id"] = id; |
| } |
| if (projectId != null) { |
| _json["projectId"] = projectId; |
| } |
| if (pubsubMetadata != null) { |
| _json["pubsubMetadata"] = |
| pubsubMetadata.map((value) => (value).toJson()).toList(); |
| } |
| if (sourceJobId != null) { |
| _json["sourceJobId"] = sourceJobId; |
| } |
| if (state != null) { |
| _json["state"] = state; |
| } |
| if (ttl != null) { |
| _json["ttl"] = ttl; |
| } |
| return _json; |
| } |
| } |
| |
| /// Request to create a snapshot of a job. |
| class SnapshotJobRequest { |
| /// User specified description of the snapshot. Maybe empty. |
| core.String description; |
| |
| /// The location that contains this job. |
| core.String location; |
| |
| /// If true, perform snapshots for sources which support this. |
| core.bool snapshotSources; |
| |
| /// TTL for the snapshot. |
| core.String ttl; |
| |
| SnapshotJobRequest(); |
| |
| SnapshotJobRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("description")) { |
| description = _json["description"]; |
| } |
| if (_json.containsKey("location")) { |
| location = _json["location"]; |
| } |
| if (_json.containsKey("snapshotSources")) { |
| snapshotSources = _json["snapshotSources"]; |
| } |
| if (_json.containsKey("ttl")) { |
| ttl = _json["ttl"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (description != null) { |
| _json["description"] = description; |
| } |
| if (location != null) { |
| _json["location"] = location; |
| } |
| if (snapshotSources != null) { |
| _json["snapshotSources"] = snapshotSources; |
| } |
| if (ttl != null) { |
| _json["ttl"] = ttl; |
| } |
| return _json; |
| } |
| } |
| |
| /// A source that records can be read and decoded from. |
| class Source { |
| /// While splitting, sources may specify the produced bundles as differences |
| /// against another source, in order to save backend-side memory and allow |
| /// bigger jobs. For details, see SourceSplitRequest. To support this use |
| /// case, the full set of parameters of the source is logically obtained by |
| /// taking the latest explicitly specified value of each parameter in the |
| /// order: base_specs (later items win), spec (overrides anything in |
| /// base_specs). |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.List<core.Map<core.String, core.Object>> baseSpecs; |
| |
| /// The codec to use to decode data read from the source. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> codec; |
| |
| /// Setting this value to true hints to the framework that the source doesn't |
| /// need splitting, and using SourceSplitRequest on it would yield |
| /// SOURCE_SPLIT_OUTCOME_USE_CURRENT. E.g. a file splitter may set this to |
| /// true when splitting a single file into a set of byte ranges of appropriate |
| /// size, and set this to false when splitting a filepattern into individual |
| /// files. However, for efficiency, a file splitter may decide to produce file |
| /// subranges directly from the filepattern to avoid a splitting round-trip. |
| /// See SourceSplitRequest for an overview of the splitting process. This |
| /// field is meaningful only in the Source objects populated by the user (e.g. |
| /// when filling in a DerivedSource). Source objects supplied by the framework |
| /// to the user don't have this field populated. |
| core.bool doesNotNeedSplitting; |
| |
| /// Optionally, metadata for this source can be supplied right away, avoiding |
| /// a SourceGetMetadataOperation roundtrip (see SourceOperationRequest). This |
| /// field is meaningful only in the Source objects populated by the user (e.g. |
| /// when filling in a DerivedSource). Source objects supplied by the framework |
| /// to the user don't have this field populated. |
| SourceMetadata metadata; |
| |
| /// The source to read from, plus its parameters. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> spec; |
| |
| Source(); |
| |
| Source.fromJson(core.Map _json) { |
| if (_json.containsKey("baseSpecs")) { |
| baseSpecs = (_json["baseSpecs"] as core.List) |
| .map<core.Map<core.String, core.Object>>( |
| (value) => (value as core.Map).cast<core.String, core.Object>()) |
| .toList(); |
| } |
| if (_json.containsKey("codec")) { |
| codec = (_json["codec"] as core.Map).cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("doesNotNeedSplitting")) { |
| doesNotNeedSplitting = _json["doesNotNeedSplitting"]; |
| } |
| if (_json.containsKey("metadata")) { |
| metadata = new SourceMetadata.fromJson(_json["metadata"]); |
| } |
| if (_json.containsKey("spec")) { |
| spec = (_json["spec"] as core.Map).cast<core.String, core.Object>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (baseSpecs != null) { |
| _json["baseSpecs"] = baseSpecs; |
| } |
| if (codec != null) { |
| _json["codec"] = codec; |
| } |
| if (doesNotNeedSplitting != null) { |
| _json["doesNotNeedSplitting"] = doesNotNeedSplitting; |
| } |
| if (metadata != null) { |
| _json["metadata"] = (metadata).toJson(); |
| } |
| if (spec != null) { |
| _json["spec"] = spec; |
| } |
| return _json; |
| } |
| } |
| |
| /// DEPRECATED in favor of DynamicSourceSplit. |
| class SourceFork { |
| /// DEPRECATED |
| SourceSplitShard primary; |
| |
| /// DEPRECATED |
| DerivedSource primarySource; |
| |
| /// DEPRECATED |
| SourceSplitShard residual; |
| |
| /// DEPRECATED |
| DerivedSource residualSource; |
| |
| SourceFork(); |
| |
| SourceFork.fromJson(core.Map _json) { |
| if (_json.containsKey("primary")) { |
| primary = new SourceSplitShard.fromJson(_json["primary"]); |
| } |
| if (_json.containsKey("primarySource")) { |
| primarySource = new DerivedSource.fromJson(_json["primarySource"]); |
| } |
| if (_json.containsKey("residual")) { |
| residual = new SourceSplitShard.fromJson(_json["residual"]); |
| } |
| if (_json.containsKey("residualSource")) { |
| residualSource = new DerivedSource.fromJson(_json["residualSource"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (primary != null) { |
| _json["primary"] = (primary).toJson(); |
| } |
| if (primarySource != null) { |
| _json["primarySource"] = (primarySource).toJson(); |
| } |
| if (residual != null) { |
| _json["residual"] = (residual).toJson(); |
| } |
| if (residualSource != null) { |
| _json["residualSource"] = (residualSource).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// A request to compute the SourceMetadata of a Source. |
| class SourceGetMetadataRequest { |
| /// Specification of the source whose metadata should be computed. |
| Source source; |
| |
| SourceGetMetadataRequest(); |
| |
| SourceGetMetadataRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("source")) { |
| source = new Source.fromJson(_json["source"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (source != null) { |
| _json["source"] = (source).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// The result of a SourceGetMetadataOperation. |
| class SourceGetMetadataResponse { |
| /// The computed metadata. |
| SourceMetadata metadata; |
| |
| SourceGetMetadataResponse(); |
| |
| SourceGetMetadataResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("metadata")) { |
| metadata = new SourceMetadata.fromJson(_json["metadata"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (metadata != null) { |
| _json["metadata"] = (metadata).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Metadata about a Source useful for automatically optimizing and tuning the |
| /// pipeline, etc. |
| class SourceMetadata { |
| /// An estimate of the total size (in bytes) of the data that would be read |
| /// from this source. This estimate is in terms of external storage size, |
| /// before any decompression or other processing done by the reader. |
| core.String estimatedSizeBytes; |
| |
| /// Specifies that the size of this source is known to be infinite (this is a |
| /// streaming source). |
| core.bool infinite; |
| |
| /// Whether this source is known to produce key/value pairs with the (encoded) |
| /// keys in lexicographically sorted order. |
| core.bool producesSortedKeys; |
| |
| SourceMetadata(); |
| |
| SourceMetadata.fromJson(core.Map _json) { |
| if (_json.containsKey("estimatedSizeBytes")) { |
| estimatedSizeBytes = _json["estimatedSizeBytes"]; |
| } |
| if (_json.containsKey("infinite")) { |
| infinite = _json["infinite"]; |
| } |
| if (_json.containsKey("producesSortedKeys")) { |
| producesSortedKeys = _json["producesSortedKeys"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (estimatedSizeBytes != null) { |
| _json["estimatedSizeBytes"] = estimatedSizeBytes; |
| } |
| if (infinite != null) { |
| _json["infinite"] = infinite; |
| } |
| if (producesSortedKeys != null) { |
| _json["producesSortedKeys"] = producesSortedKeys; |
| } |
| return _json; |
| } |
| } |
| |
| /// A work item that represents the different operations that can be performed |
| /// on a user-defined Source specification. |
| class SourceOperationRequest { |
| /// Information about a request to get metadata about a source. |
| SourceGetMetadataRequest getMetadata; |
| |
| /// User-provided name of the Read instruction for this source. |
| core.String name; |
| |
| /// System-defined name for the Read instruction for this source in the |
| /// original workflow graph. |
| core.String originalName; |
| |
| /// Information about a request to split a source. |
| SourceSplitRequest split; |
| |
| /// System-defined name of the stage containing the source operation. Unique |
| /// across the workflow. |
| core.String stageName; |
| |
| /// System-defined name of the Read instruction for this source. Unique across |
| /// the workflow. |
| core.String systemName; |
| |
| SourceOperationRequest(); |
| |
| SourceOperationRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("getMetadata")) { |
| getMetadata = new SourceGetMetadataRequest.fromJson(_json["getMetadata"]); |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("originalName")) { |
| originalName = _json["originalName"]; |
| } |
| if (_json.containsKey("split")) { |
| split = new SourceSplitRequest.fromJson(_json["split"]); |
| } |
| if (_json.containsKey("stageName")) { |
| stageName = _json["stageName"]; |
| } |
| if (_json.containsKey("systemName")) { |
| systemName = _json["systemName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (getMetadata != null) { |
| _json["getMetadata"] = (getMetadata).toJson(); |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (originalName != null) { |
| _json["originalName"] = originalName; |
| } |
| if (split != null) { |
| _json["split"] = (split).toJson(); |
| } |
| if (stageName != null) { |
| _json["stageName"] = stageName; |
| } |
| if (systemName != null) { |
| _json["systemName"] = systemName; |
| } |
| return _json; |
| } |
| } |
| |
| /// The result of a SourceOperationRequest, specified in |
| /// ReportWorkItemStatusRequest.source_operation when the work item is |
| /// completed. |
| class SourceOperationResponse { |
| /// A response to a request to get metadata about a source. |
| SourceGetMetadataResponse getMetadata; |
| |
| /// A response to a request to split a source. |
| SourceSplitResponse split; |
| |
| SourceOperationResponse(); |
| |
| SourceOperationResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("getMetadata")) { |
| getMetadata = |
| new SourceGetMetadataResponse.fromJson(_json["getMetadata"]); |
| } |
| if (_json.containsKey("split")) { |
| split = new SourceSplitResponse.fromJson(_json["split"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (getMetadata != null) { |
| _json["getMetadata"] = (getMetadata).toJson(); |
| } |
| if (split != null) { |
| _json["split"] = (split).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Hints for splitting a Source into bundles (parts for parallel processing) |
| /// using SourceSplitRequest. |
| class SourceSplitOptions { |
| /// The source should be split into a set of bundles where the estimated size |
| /// of each is approximately this many bytes. |
| core.String desiredBundleSizeBytes; |
| |
| /// DEPRECATED in favor of desired_bundle_size_bytes. |
| core.String desiredShardSizeBytes; |
| |
| SourceSplitOptions(); |
| |
| SourceSplitOptions.fromJson(core.Map _json) { |
| if (_json.containsKey("desiredBundleSizeBytes")) { |
| desiredBundleSizeBytes = _json["desiredBundleSizeBytes"]; |
| } |
| if (_json.containsKey("desiredShardSizeBytes")) { |
| desiredShardSizeBytes = _json["desiredShardSizeBytes"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (desiredBundleSizeBytes != null) { |
| _json["desiredBundleSizeBytes"] = desiredBundleSizeBytes; |
| } |
| if (desiredShardSizeBytes != null) { |
| _json["desiredShardSizeBytes"] = desiredShardSizeBytes; |
| } |
| return _json; |
| } |
| } |
| |
| /// Represents the operation to split a high-level Source specification into |
| /// bundles (parts for parallel processing). At a high level, splitting of a |
| /// source into bundles happens as follows: SourceSplitRequest is applied to the |
| /// source. If it returns SOURCE_SPLIT_OUTCOME_USE_CURRENT, no further splitting |
| /// happens and the source is used "as is". Otherwise, splitting is applied |
| /// recursively to each produced DerivedSource. As an optimization, for any |
| /// Source, if its does_not_need_splitting is true, the framework assumes that |
| /// splitting this source would return SOURCE_SPLIT_OUTCOME_USE_CURRENT, and |
| /// doesn't initiate a SourceSplitRequest. This applies both to the initial |
| /// source being split and to bundles produced from it. |
| class SourceSplitRequest { |
| /// Hints for tuning the splitting process. |
| SourceSplitOptions options; |
| |
| /// Specification of the source to be split. |
| Source source; |
| |
| SourceSplitRequest(); |
| |
| SourceSplitRequest.fromJson(core.Map _json) { |
| if (_json.containsKey("options")) { |
| options = new SourceSplitOptions.fromJson(_json["options"]); |
| } |
| if (_json.containsKey("source")) { |
| source = new Source.fromJson(_json["source"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (options != null) { |
| _json["options"] = (options).toJson(); |
| } |
| if (source != null) { |
| _json["source"] = (source).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// The response to a SourceSplitRequest. |
| class SourceSplitResponse { |
| /// If outcome is SPLITTING_HAPPENED, then this is a list of bundles into |
| /// which the source was split. Otherwise this field is ignored. This list can |
| /// be empty, which means the source represents an empty input. |
| core.List<DerivedSource> bundles; |
| |
| /// Indicates whether splitting happened and produced a list of bundles. If |
| /// this is USE_CURRENT_SOURCE_AS_IS, the current source should be processed |
| /// "as is" without splitting. "bundles" is ignored in this case. If this is |
| /// SPLITTING_HAPPENED, then "bundles" contains a list of bundles into which |
| /// the source was split. |
| /// Possible string values are: |
| /// - "SOURCE_SPLIT_OUTCOME_UNKNOWN" : The source split outcome is unknown, or |
| /// unspecified. |
| /// - "SOURCE_SPLIT_OUTCOME_USE_CURRENT" : The current source should be |
| /// processed "as is" without splitting. |
| /// - "SOURCE_SPLIT_OUTCOME_SPLITTING_HAPPENED" : Splitting produced a list of |
| /// bundles. |
| core.String outcome; |
| |
| /// DEPRECATED in favor of bundles. |
| core.List<SourceSplitShard> shards; |
| |
| SourceSplitResponse(); |
| |
| SourceSplitResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("bundles")) { |
| bundles = (_json["bundles"] as core.List) |
| .map<DerivedSource>((value) => new DerivedSource.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("outcome")) { |
| outcome = _json["outcome"]; |
| } |
| if (_json.containsKey("shards")) { |
| shards = (_json["shards"] as core.List) |
| .map<SourceSplitShard>( |
| (value) => new SourceSplitShard.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (bundles != null) { |
| _json["bundles"] = bundles.map((value) => (value).toJson()).toList(); |
| } |
| if (outcome != null) { |
| _json["outcome"] = outcome; |
| } |
| if (shards != null) { |
| _json["shards"] = shards.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// DEPRECATED in favor of DerivedSource. |
| class SourceSplitShard { |
| /// DEPRECATED |
| /// Possible string values are: |
| /// - "SOURCE_DERIVATION_MODE_UNKNOWN" : The source derivation is unknown, or |
| /// unspecified. |
| /// - "SOURCE_DERIVATION_MODE_INDEPENDENT" : Produce a completely independent |
| /// Source with no base. |
| /// - "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" : Produce a Source based on |
| /// the Source being split. |
| /// - "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" : Produce a Source based on |
| /// the base of the Source being split. |
| core.String derivationMode; |
| |
| /// DEPRECATED |
| Source source; |
| |
| SourceSplitShard(); |
| |
| SourceSplitShard.fromJson(core.Map _json) { |
| if (_json.containsKey("derivationMode")) { |
| derivationMode = _json["derivationMode"]; |
| } |
| if (_json.containsKey("source")) { |
| source = new Source.fromJson(_json["source"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (derivationMode != null) { |
| _json["derivationMode"] = derivationMode; |
| } |
| if (source != null) { |
| _json["source"] = (source).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Metadata for a Spanner connector used by the job. |
| class SpannerIODetails { |
| /// DatabaseId accessed in the connection. |
| core.String databaseId; |
| |
| /// InstanceId accessed in the connection. |
| core.String instanceId; |
| |
| /// ProjectId accessed in the connection. |
| core.String projectId; |
| |
| SpannerIODetails(); |
| |
| SpannerIODetails.fromJson(core.Map _json) { |
| if (_json.containsKey("databaseId")) { |
| databaseId = _json["databaseId"]; |
| } |
| if (_json.containsKey("instanceId")) { |
| instanceId = _json["instanceId"]; |
| } |
| if (_json.containsKey("projectId")) { |
| projectId = _json["projectId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (databaseId != null) { |
| _json["databaseId"] = databaseId; |
| } |
| if (instanceId != null) { |
| _json["instanceId"] = instanceId; |
| } |
| if (projectId != null) { |
| _json["projectId"] = projectId; |
| } |
| return _json; |
| } |
| } |
| |
| /// A representation of an int64, n, that is immune to precision loss when |
| /// encoded in JSON. |
| class SplitInt64 { |
| /// The high order bits, including the sign: n >> 32. |
| core.int highBits; |
| |
| /// The low order bits: n & 0xffffffff. |
| core.int lowBits; |
| |
| SplitInt64(); |
| |
| SplitInt64.fromJson(core.Map _json) { |
| if (_json.containsKey("highBits")) { |
| highBits = _json["highBits"]; |
| } |
| if (_json.containsKey("lowBits")) { |
| lowBits = _json["lowBits"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (highBits != null) { |
| _json["highBits"] = highBits; |
| } |
| if (lowBits != null) { |
| _json["lowBits"] = lowBits; |
| } |
| return _json; |
| } |
| } |
| |
| /// Information about the workers and work items within a stage. |
| class StageExecutionDetails { |
| /// If present, this response does not contain all requested tasks. To obtain |
| /// the next page of results, repeat the request with page_token set to this |
| /// value. |
| core.String nextPageToken; |
| |
| /// Workers that have done work on the stage. |
| core.List<WorkerDetails> workers; |
| |
| StageExecutionDetails(); |
| |
| StageExecutionDetails.fromJson(core.Map _json) { |
| if (_json.containsKey("nextPageToken")) { |
| nextPageToken = _json["nextPageToken"]; |
| } |
| if (_json.containsKey("workers")) { |
| workers = (_json["workers"] as core.List) |
| .map<WorkerDetails>((value) => new WorkerDetails.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (nextPageToken != null) { |
| _json["nextPageToken"] = nextPageToken; |
| } |
| if (workers != null) { |
| _json["workers"] = workers.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Description of an input or output of an execution stage. |
| class StageSource { |
| /// Dataflow service generated name for this source. |
| core.String name; |
| |
| /// User name for the original user transform or collection with which this |
| /// source is most closely associated. |
| core.String originalTransformOrCollection; |
| |
| /// Size of the source, if measurable. |
| core.String sizeBytes; |
| |
| /// Human-readable name for this source; may be user or system generated. |
| core.String userName; |
| |
| StageSource(); |
| |
| StageSource.fromJson(core.Map _json) { |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("originalTransformOrCollection")) { |
| originalTransformOrCollection = _json["originalTransformOrCollection"]; |
| } |
| if (_json.containsKey("sizeBytes")) { |
| sizeBytes = _json["sizeBytes"]; |
| } |
| if (_json.containsKey("userName")) { |
| userName = _json["userName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (originalTransformOrCollection != null) { |
| _json["originalTransformOrCollection"] = originalTransformOrCollection; |
| } |
| if (sizeBytes != null) { |
| _json["sizeBytes"] = sizeBytes; |
| } |
| if (userName != null) { |
| _json["userName"] = userName; |
| } |
| return _json; |
| } |
| } |
| |
| /// Information about a particular execution stage of a job. |
| class StageSummary { |
| /// End time of this stage. If the work item is completed, this is the actual |
| /// end time of the stage. Otherwise, it is the predicted end time. |
| core.String endTime; |
| |
| /// Metrics for this stage. |
| core.List<MetricUpdate> metrics; |
| |
| /// Progress for this stage. Only applicable to Batch jobs. |
| ProgressTimeseries progress; |
| |
| /// ID of this stage |
| core.String stageId; |
| |
| /// Start time of this stage. |
| core.String startTime; |
| |
| /// State of this stage. |
| /// Possible string values are: |
| /// - "EXECUTION_STATE_UNKNOWN" : The component state is unknown or |
| /// unspecified. |
| /// - "EXECUTION_STATE_NOT_STARTED" : The component is not yet running. |
| /// - "EXECUTION_STATE_RUNNING" : The component is currently running. |
| /// - "EXECUTION_STATE_SUCCEEDED" : The component succeeded. |
| /// - "EXECUTION_STATE_FAILED" : The component failed. |
| /// - "EXECUTION_STATE_CANCELLED" : Execution of the component was cancelled. |
| core.String state; |
| |
| StageSummary(); |
| |
| StageSummary.fromJson(core.Map _json) { |
| if (_json.containsKey("endTime")) { |
| endTime = _json["endTime"]; |
| } |
| if (_json.containsKey("metrics")) { |
| metrics = (_json["metrics"] as core.List) |
| .map<MetricUpdate>((value) => new MetricUpdate.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("progress")) { |
| progress = new ProgressTimeseries.fromJson(_json["progress"]); |
| } |
| if (_json.containsKey("stageId")) { |
| stageId = _json["stageId"]; |
| } |
| if (_json.containsKey("startTime")) { |
| startTime = _json["startTime"]; |
| } |
| if (_json.containsKey("state")) { |
| state = _json["state"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (endTime != null) { |
| _json["endTime"] = endTime; |
| } |
| if (metrics != null) { |
| _json["metrics"] = metrics.map((value) => (value).toJson()).toList(); |
| } |
| if (progress != null) { |
| _json["progress"] = (progress).toJson(); |
| } |
| if (stageId != null) { |
| _json["stageId"] = stageId; |
| } |
| if (startTime != null) { |
| _json["startTime"] = startTime; |
| } |
| if (state != null) { |
| _json["state"] = state; |
| } |
| return _json; |
| } |
| } |
| |
| /// State family configuration. |
| class StateFamilyConfig { |
| /// If true, this family corresponds to a read operation. |
| core.bool isRead; |
| |
| /// The state family value. |
| core.String stateFamily; |
| |
| StateFamilyConfig(); |
| |
| StateFamilyConfig.fromJson(core.Map _json) { |
| if (_json.containsKey("isRead")) { |
| isRead = _json["isRead"]; |
| } |
| if (_json.containsKey("stateFamily")) { |
| stateFamily = _json["stateFamily"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (isRead != null) { |
| _json["isRead"] = isRead; |
| } |
| if (stateFamily != null) { |
| _json["stateFamily"] = stateFamily; |
| } |
| return _json; |
| } |
| } |
| |
| /// The `Status` type defines a logical error model that is suitable for |
| /// different programming environments, including REST APIs and RPC APIs. It is |
| /// used by [gRPC](https://github.com/grpc). Each `Status` message contains |
| /// three pieces of data: error code, error message, and error details. You can |
| /// find out more about this error model and how to work with it in the [API |
| /// Design Guide](https://cloud.google.com/apis/design/errors). |
| class Status { |
| /// The status code, which should be an enum value of google.rpc.Code. |
| core.int code; |
| |
| /// A list of messages that carry the error details. There is a common set of |
| /// message types for APIs to use. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.List<core.Map<core.String, core.Object>> details; |
| |
| /// A developer-facing error message, which should be in English. Any |
| /// user-facing error message should be localized and sent in the |
| /// google.rpc.Status.details field, or localized by the client. |
| core.String message; |
| |
| Status(); |
| |
| Status.fromJson(core.Map _json) { |
| if (_json.containsKey("code")) { |
| code = _json["code"]; |
| } |
| if (_json.containsKey("details")) { |
| details = (_json["details"] as core.List) |
| .map<core.Map<core.String, core.Object>>( |
| (value) => (value as core.Map).cast<core.String, core.Object>()) |
| .toList(); |
| } |
| if (_json.containsKey("message")) { |
| message = _json["message"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (code != null) { |
| _json["code"] = code; |
| } |
| if (details != null) { |
| _json["details"] = details; |
| } |
| if (message != null) { |
| _json["message"] = message; |
| } |
| return _json; |
| } |
| } |
| |
| /// Defines a particular step within a Cloud Dataflow job. A job consists of |
| /// multiple steps, each of which performs some specific operation as part of |
| /// the overall job. Data is typically passed from one step to another as part |
| /// of the job. Here's an example of a sequence of steps which together |
| /// implement a Map-Reduce job: * Read a collection of data from some source, |
| /// parsing the collection's elements. * Validate the elements. * Apply a |
| /// user-defined function to map each element to some value and extract an |
| /// element-specific key value. * Group elements with the same key into a single |
| /// element with that key, transforming a multiply-keyed collection into a |
| /// uniquely-keyed collection. * Write the elements out to some data sink. Note |
| /// that the Cloud Dataflow service may be used to run many different types of |
| /// jobs, not just Map-Reduce. |
| class Step { |
| /// The kind of step in the Cloud Dataflow job. |
| core.String kind; |
| |
| /// The name that identifies the step. This must be unique for each step with |
| /// respect to all other steps in the Cloud Dataflow job. |
| core.String name; |
| |
| /// Named properties associated with the step. Each kind of predefined step |
| /// has its own required set of properties. Must be provided on Create. Only |
| /// retrieved with JOB_VIEW_ALL. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> properties; |
| |
| Step(); |
| |
| Step.fromJson(core.Map _json) { |
| if (_json.containsKey("kind")) { |
| kind = _json["kind"]; |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("properties")) { |
| properties = |
| (_json["properties"] as core.Map).cast<core.String, core.Object>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (kind != null) { |
| _json["kind"] = kind; |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (properties != null) { |
| _json["properties"] = properties; |
| } |
| return _json; |
| } |
| } |
| |
| /// Describes a stream of data, either as input to be processed or as output of |
| /// a streaming Dataflow job. |
| class StreamLocation { |
| /// The stream is a custom source. |
| CustomSourceLocation customSourceLocation; |
| |
| /// The stream is a pubsub stream. |
| PubsubLocation pubsubLocation; |
| |
| /// The stream is a streaming side input. |
| StreamingSideInputLocation sideInputLocation; |
| |
| /// The stream is part of another computation within the current streaming |
| /// Dataflow job. |
| StreamingStageLocation streamingStageLocation; |
| |
| StreamLocation(); |
| |
| StreamLocation.fromJson(core.Map _json) { |
| if (_json.containsKey("customSourceLocation")) { |
| customSourceLocation = |
| new CustomSourceLocation.fromJson(_json["customSourceLocation"]); |
| } |
| if (_json.containsKey("pubsubLocation")) { |
| pubsubLocation = new PubsubLocation.fromJson(_json["pubsubLocation"]); |
| } |
| if (_json.containsKey("sideInputLocation")) { |
| sideInputLocation = |
| new StreamingSideInputLocation.fromJson(_json["sideInputLocation"]); |
| } |
| if (_json.containsKey("streamingStageLocation")) { |
| streamingStageLocation = |
| new StreamingStageLocation.fromJson(_json["streamingStageLocation"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (customSourceLocation != null) { |
| _json["customSourceLocation"] = (customSourceLocation).toJson(); |
| } |
| if (pubsubLocation != null) { |
| _json["pubsubLocation"] = (pubsubLocation).toJson(); |
| } |
| if (sideInputLocation != null) { |
| _json["sideInputLocation"] = (sideInputLocation).toJson(); |
| } |
| if (streamingStageLocation != null) { |
| _json["streamingStageLocation"] = (streamingStageLocation).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Streaming appliance snapshot configuration. |
| class StreamingApplianceSnapshotConfig { |
| /// Indicates which endpoint is used to import appliance state. |
| core.String importStateEndpoint; |
| |
| /// If set, indicates the snapshot id for the snapshot being performed. |
| core.String snapshotId; |
| |
| StreamingApplianceSnapshotConfig(); |
| |
| StreamingApplianceSnapshotConfig.fromJson(core.Map _json) { |
| if (_json.containsKey("importStateEndpoint")) { |
| importStateEndpoint = _json["importStateEndpoint"]; |
| } |
| if (_json.containsKey("snapshotId")) { |
| snapshotId = _json["snapshotId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (importStateEndpoint != null) { |
| _json["importStateEndpoint"] = importStateEndpoint; |
| } |
| if (snapshotId != null) { |
| _json["snapshotId"] = snapshotId; |
| } |
| return _json; |
| } |
| } |
| |
| /// Configuration information for a single streaming computation. |
| class StreamingComputationConfig { |
| /// Unique identifier for this computation. |
| core.String computationId; |
| |
| /// Instructions that comprise the computation. |
| core.List<ParallelInstruction> instructions; |
| |
| /// Stage name of this computation. |
| core.String stageName; |
| |
| /// System defined name for this computation. |
| core.String systemName; |
| |
| /// Map from user name of stateful transforms in this stage to their state |
| /// family. |
| core.Map<core.String, core.String> transformUserNameToStateFamily; |
| |
| StreamingComputationConfig(); |
| |
| StreamingComputationConfig.fromJson(core.Map _json) { |
| if (_json.containsKey("computationId")) { |
| computationId = _json["computationId"]; |
| } |
| if (_json.containsKey("instructions")) { |
| instructions = (_json["instructions"] as core.List) |
| .map<ParallelInstruction>( |
| (value) => new ParallelInstruction.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("stageName")) { |
| stageName = _json["stageName"]; |
| } |
| if (_json.containsKey("systemName")) { |
| systemName = _json["systemName"]; |
| } |
| if (_json.containsKey("transformUserNameToStateFamily")) { |
| transformUserNameToStateFamily = |
| (_json["transformUserNameToStateFamily"] as core.Map) |
| .cast<core.String, core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (computationId != null) { |
| _json["computationId"] = computationId; |
| } |
| if (instructions != null) { |
| _json["instructions"] = |
| instructions.map((value) => (value).toJson()).toList(); |
| } |
| if (stageName != null) { |
| _json["stageName"] = stageName; |
| } |
| if (systemName != null) { |
| _json["systemName"] = systemName; |
| } |
| if (transformUserNameToStateFamily != null) { |
| _json["transformUserNameToStateFamily"] = transformUserNameToStateFamily; |
| } |
| return _json; |
| } |
| } |
| |
| /// Describes full or partial data disk assignment information of the |
| /// computation ranges. |
| class StreamingComputationRanges { |
| /// The ID of the computation. |
| core.String computationId; |
| |
| /// Data disk assignments for ranges from this computation. |
| core.List<KeyRangeDataDiskAssignment> rangeAssignments; |
| |
| StreamingComputationRanges(); |
| |
| StreamingComputationRanges.fromJson(core.Map _json) { |
| if (_json.containsKey("computationId")) { |
| computationId = _json["computationId"]; |
| } |
| if (_json.containsKey("rangeAssignments")) { |
| rangeAssignments = (_json["rangeAssignments"] as core.List) |
| .map<KeyRangeDataDiskAssignment>( |
| (value) => new KeyRangeDataDiskAssignment.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (computationId != null) { |
| _json["computationId"] = computationId; |
| } |
| if (rangeAssignments != null) { |
| _json["rangeAssignments"] = |
| rangeAssignments.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// A task which describes what action should be performed for the specified |
| /// streaming computation ranges. |
| class StreamingComputationTask { |
| /// Contains ranges of a streaming computation this task should apply to. |
| core.List<StreamingComputationRanges> computationRanges; |
| |
| /// Describes the set of data disks this task should apply to. |
| core.List<MountedDataDisk> dataDisks; |
| |
| /// A type of streaming computation task. |
| /// Possible string values are: |
| /// - "STREAMING_COMPUTATION_TASK_UNKNOWN" : The streaming computation task is |
| /// unknown, or unspecified. |
| /// - "STREAMING_COMPUTATION_TASK_STOP" : Stop processing specified streaming |
| /// computation range(s). |
| /// - "STREAMING_COMPUTATION_TASK_START" : Start processing specified |
| /// streaming computation range(s). |
| core.String taskType; |
| |
| StreamingComputationTask(); |
| |
| StreamingComputationTask.fromJson(core.Map _json) { |
| if (_json.containsKey("computationRanges")) { |
| computationRanges = (_json["computationRanges"] as core.List) |
| .map<StreamingComputationRanges>( |
| (value) => new StreamingComputationRanges.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("dataDisks")) { |
| dataDisks = (_json["dataDisks"] as core.List) |
| .map<MountedDataDisk>((value) => new MountedDataDisk.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("taskType")) { |
| taskType = _json["taskType"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (computationRanges != null) { |
| _json["computationRanges"] = |
| computationRanges.map((value) => (value).toJson()).toList(); |
| } |
| if (dataDisks != null) { |
| _json["dataDisks"] = dataDisks.map((value) => (value).toJson()).toList(); |
| } |
| if (taskType != null) { |
| _json["taskType"] = taskType; |
| } |
| return _json; |
| } |
| } |
| |
| /// A task that carries configuration information for streaming computations. |
| class StreamingConfigTask { |
| /// Chunk size for commit streams from the harness to windmill. |
| core.String commitStreamChunkSizeBytes; |
| |
| /// Chunk size for get data streams from the harness to windmill. |
| core.String getDataStreamChunkSizeBytes; |
| |
| /// Maximum size for work item commit supported windmill storage layer. |
| core.String maxWorkItemCommitBytes; |
| |
| /// Set of computation configuration information. |
| core.List<StreamingComputationConfig> streamingComputationConfigs; |
| |
| /// Map from user step names to state families. |
| core.Map<core.String, core.String> userStepToStateFamilyNameMap; |
| |
| /// If present, the worker must use this endpoint to communicate with Windmill |
| /// Service dispatchers, otherwise the worker must continue to use whatever |
| /// endpoint it had been using. |
| core.String windmillServiceEndpoint; |
| |
| /// If present, the worker must use this port to communicate with Windmill |
| /// Service dispatchers. Only applicable when windmill_service_endpoint is |
| /// specified. |
| core.String windmillServicePort; |
| |
| StreamingConfigTask(); |
| |
| StreamingConfigTask.fromJson(core.Map _json) { |
| if (_json.containsKey("commitStreamChunkSizeBytes")) { |
| commitStreamChunkSizeBytes = _json["commitStreamChunkSizeBytes"]; |
| } |
| if (_json.containsKey("getDataStreamChunkSizeBytes")) { |
| getDataStreamChunkSizeBytes = _json["getDataStreamChunkSizeBytes"]; |
| } |
| if (_json.containsKey("maxWorkItemCommitBytes")) { |
| maxWorkItemCommitBytes = _json["maxWorkItemCommitBytes"]; |
| } |
| if (_json.containsKey("streamingComputationConfigs")) { |
| streamingComputationConfigs = |
| (_json["streamingComputationConfigs"] as core.List) |
| .map<StreamingComputationConfig>( |
| (value) => new StreamingComputationConfig.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("userStepToStateFamilyNameMap")) { |
| userStepToStateFamilyNameMap = |
| (_json["userStepToStateFamilyNameMap"] as core.Map) |
| .cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("windmillServiceEndpoint")) { |
| windmillServiceEndpoint = _json["windmillServiceEndpoint"]; |
| } |
| if (_json.containsKey("windmillServicePort")) { |
| windmillServicePort = _json["windmillServicePort"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (commitStreamChunkSizeBytes != null) { |
| _json["commitStreamChunkSizeBytes"] = commitStreamChunkSizeBytes; |
| } |
| if (getDataStreamChunkSizeBytes != null) { |
| _json["getDataStreamChunkSizeBytes"] = getDataStreamChunkSizeBytes; |
| } |
| if (maxWorkItemCommitBytes != null) { |
| _json["maxWorkItemCommitBytes"] = maxWorkItemCommitBytes; |
| } |
| if (streamingComputationConfigs != null) { |
| _json["streamingComputationConfigs"] = |
| streamingComputationConfigs.map((value) => (value).toJson()).toList(); |
| } |
| if (userStepToStateFamilyNameMap != null) { |
| _json["userStepToStateFamilyNameMap"] = userStepToStateFamilyNameMap; |
| } |
| if (windmillServiceEndpoint != null) { |
| _json["windmillServiceEndpoint"] = windmillServiceEndpoint; |
| } |
| if (windmillServicePort != null) { |
| _json["windmillServicePort"] = windmillServicePort; |
| } |
| return _json; |
| } |
| } |
| |
| /// A task which initializes part of a streaming Dataflow job. |
| class StreamingSetupTask { |
| /// The user has requested drain. |
| core.bool drain; |
| |
| /// The TCP port on which the worker should listen for messages from other |
| /// streaming computation workers. |
| core.int receiveWorkPort; |
| |
| /// Configures streaming appliance snapshot. |
| StreamingApplianceSnapshotConfig snapshotConfig; |
| |
| /// The global topology of the streaming Dataflow job. |
| TopologyConfig streamingComputationTopology; |
| |
| /// The TCP port used by the worker to communicate with the Dataflow worker |
| /// harness. |
| core.int workerHarnessPort; |
| |
| StreamingSetupTask(); |
| |
| StreamingSetupTask.fromJson(core.Map _json) { |
| if (_json.containsKey("drain")) { |
| drain = _json["drain"]; |
| } |
| if (_json.containsKey("receiveWorkPort")) { |
| receiveWorkPort = _json["receiveWorkPort"]; |
| } |
| if (_json.containsKey("snapshotConfig")) { |
| snapshotConfig = new StreamingApplianceSnapshotConfig.fromJson( |
| _json["snapshotConfig"]); |
| } |
| if (_json.containsKey("streamingComputationTopology")) { |
| streamingComputationTopology = |
| new TopologyConfig.fromJson(_json["streamingComputationTopology"]); |
| } |
| if (_json.containsKey("workerHarnessPort")) { |
| workerHarnessPort = _json["workerHarnessPort"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (drain != null) { |
| _json["drain"] = drain; |
| } |
| if (receiveWorkPort != null) { |
| _json["receiveWorkPort"] = receiveWorkPort; |
| } |
| if (snapshotConfig != null) { |
| _json["snapshotConfig"] = (snapshotConfig).toJson(); |
| } |
| if (streamingComputationTopology != null) { |
| _json["streamingComputationTopology"] = |
| (streamingComputationTopology).toJson(); |
| } |
| if (workerHarnessPort != null) { |
| _json["workerHarnessPort"] = workerHarnessPort; |
| } |
| return _json; |
| } |
| } |
| |
| /// Identifies the location of a streaming side input. |
| class StreamingSideInputLocation { |
| /// Identifies the state family where this side input is stored. |
| core.String stateFamily; |
| |
| /// Identifies the particular side input within the streaming Dataflow job. |
| core.String tag; |
| |
| StreamingSideInputLocation(); |
| |
| StreamingSideInputLocation.fromJson(core.Map _json) { |
| if (_json.containsKey("stateFamily")) { |
| stateFamily = _json["stateFamily"]; |
| } |
| if (_json.containsKey("tag")) { |
| tag = _json["tag"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (stateFamily != null) { |
| _json["stateFamily"] = stateFamily; |
| } |
| if (tag != null) { |
| _json["tag"] = tag; |
| } |
| return _json; |
| } |
| } |
| |
| /// Identifies the location of a streaming computation stage, for stage-to-stage |
| /// communication. |
| class StreamingStageLocation { |
| /// Identifies the particular stream within the streaming Dataflow job. |
| core.String streamId; |
| |
| StreamingStageLocation(); |
| |
| StreamingStageLocation.fromJson(core.Map _json) { |
| if (_json.containsKey("streamId")) { |
| streamId = _json["streamId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (streamId != null) { |
| _json["streamId"] = streamId; |
| } |
| return _json; |
| } |
| } |
| |
| /// A metric value representing a list of strings. |
| class StringList { |
| /// Elements of the list. |
| core.List<core.String> elements; |
| |
| StringList(); |
| |
| StringList.fromJson(core.Map _json) { |
| if (_json.containsKey("elements")) { |
| elements = (_json["elements"] as core.List).cast<core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (elements != null) { |
| _json["elements"] = elements; |
| } |
| return _json; |
| } |
| } |
| |
| /// A rich message format, including a human readable string, a key for |
| /// identifying the message, and structured data associated with the message for |
| /// programmatic consumption. |
| class StructuredMessage { |
| /// Identifier for this message type. Used by external systems to |
| /// internationalize or personalize message. |
| core.String messageKey; |
| |
| /// Human-readable version of message. |
| core.String messageText; |
| |
| /// The structured data associated with this message. |
| core.List<Parameter> parameters; |
| |
| StructuredMessage(); |
| |
| StructuredMessage.fromJson(core.Map _json) { |
| if (_json.containsKey("messageKey")) { |
| messageKey = _json["messageKey"]; |
| } |
| if (_json.containsKey("messageText")) { |
| messageText = _json["messageText"]; |
| } |
| if (_json.containsKey("parameters")) { |
| parameters = (_json["parameters"] as core.List) |
| .map<Parameter>((value) => new Parameter.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (messageKey != null) { |
| _json["messageKey"] = messageKey; |
| } |
| if (messageText != null) { |
| _json["messageText"] = messageText; |
| } |
| if (parameters != null) { |
| _json["parameters"] = |
| parameters.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Taskrunner configuration settings. |
| class TaskRunnerSettings { |
| /// Whether to also send taskrunner log info to stderr. |
| core.bool alsologtostderr; |
| |
| /// The location on the worker for task-specific subdirectories. |
| core.String baseTaskDir; |
| |
| /// The base URL for the taskrunner to use when accessing Google Cloud APIs. |
| /// When workers access Google Cloud APIs, they logically do so via relative |
| /// URLs. If this field is specified, it supplies the base URL to use for |
| /// resolving these relative URLs. The normative algorithm used is defined by |
| /// RFC 1808, "Relative Uniform Resource Locators". If not specified, the |
| /// default value is "http://www.googleapis.com/" |
| core.String baseUrl; |
| |
| /// The file to store preprocessing commands in. |
| core.String commandlinesFileName; |
| |
| /// Whether to continue taskrunner if an exception is hit. |
| core.bool continueOnException; |
| |
| /// The API version of endpoint, e.g. "v1b3" |
| core.String dataflowApiVersion; |
| |
| /// The command to launch the worker harness. |
| core.String harnessCommand; |
| |
| /// The suggested backend language. |
| core.String languageHint; |
| |
| /// The directory on the VM to store logs. |
| core.String logDir; |
| |
| /// Whether to send taskrunner log info to Google Compute Engine VM serial |
| /// console. |
| core.bool logToSerialconsole; |
| |
| /// Indicates where to put logs. If this is not specified, the logs will not |
| /// be uploaded. The supported resource type is: Google Cloud Storage: |
| /// storage.googleapis.com/{bucket}/{object} |
| /// bucket.storage.googleapis.com/{object} |
| core.String logUploadLocation; |
| |
| /// The OAuth2 scopes to be requested by the taskrunner in order to access the |
| /// Cloud Dataflow API. |
| core.List<core.String> oauthScopes; |
| |
| /// The settings to pass to the parallel worker harness. |
| WorkerSettings parallelWorkerSettings; |
| |
| /// The streaming worker main class name. |
| core.String streamingWorkerMainClass; |
| |
| /// The UNIX group ID on the worker VM to use for tasks launched by |
| /// taskrunner; e.g. "wheel". |
| core.String taskGroup; |
| |
| /// The UNIX user ID on the worker VM to use for tasks launched by taskrunner; |
| /// e.g. "root". |
| core.String taskUser; |
| |
| /// The prefix of the resources the taskrunner should use for temporary |
| /// storage. The supported resource type is: Google Cloud Storage: |
| /// storage.googleapis.com/{bucket}/{object} |
| /// bucket.storage.googleapis.com/{object} |
| core.String tempStoragePrefix; |
| |
| /// The ID string of the VM. |
| core.String vmId; |
| |
| /// The file to store the workflow in. |
| core.String workflowFileName; |
| |
| TaskRunnerSettings(); |
| |
| TaskRunnerSettings.fromJson(core.Map _json) { |
| if (_json.containsKey("alsologtostderr")) { |
| alsologtostderr = _json["alsologtostderr"]; |
| } |
| if (_json.containsKey("baseTaskDir")) { |
| baseTaskDir = _json["baseTaskDir"]; |
| } |
| if (_json.containsKey("baseUrl")) { |
| baseUrl = _json["baseUrl"]; |
| } |
| if (_json.containsKey("commandlinesFileName")) { |
| commandlinesFileName = _json["commandlinesFileName"]; |
| } |
| if (_json.containsKey("continueOnException")) { |
| continueOnException = _json["continueOnException"]; |
| } |
| if (_json.containsKey("dataflowApiVersion")) { |
| dataflowApiVersion = _json["dataflowApiVersion"]; |
| } |
| if (_json.containsKey("harnessCommand")) { |
| harnessCommand = _json["harnessCommand"]; |
| } |
| if (_json.containsKey("languageHint")) { |
| languageHint = _json["languageHint"]; |
| } |
| if (_json.containsKey("logDir")) { |
| logDir = _json["logDir"]; |
| } |
| if (_json.containsKey("logToSerialconsole")) { |
| logToSerialconsole = _json["logToSerialconsole"]; |
| } |
| if (_json.containsKey("logUploadLocation")) { |
| logUploadLocation = _json["logUploadLocation"]; |
| } |
| if (_json.containsKey("oauthScopes")) { |
| oauthScopes = (_json["oauthScopes"] as core.List).cast<core.String>(); |
| } |
| if (_json.containsKey("parallelWorkerSettings")) { |
| parallelWorkerSettings = |
| new WorkerSettings.fromJson(_json["parallelWorkerSettings"]); |
| } |
| if (_json.containsKey("streamingWorkerMainClass")) { |
| streamingWorkerMainClass = _json["streamingWorkerMainClass"]; |
| } |
| if (_json.containsKey("taskGroup")) { |
| taskGroup = _json["taskGroup"]; |
| } |
| if (_json.containsKey("taskUser")) { |
| taskUser = _json["taskUser"]; |
| } |
| if (_json.containsKey("tempStoragePrefix")) { |
| tempStoragePrefix = _json["tempStoragePrefix"]; |
| } |
| if (_json.containsKey("vmId")) { |
| vmId = _json["vmId"]; |
| } |
| if (_json.containsKey("workflowFileName")) { |
| workflowFileName = _json["workflowFileName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (alsologtostderr != null) { |
| _json["alsologtostderr"] = alsologtostderr; |
| } |
| if (baseTaskDir != null) { |
| _json["baseTaskDir"] = baseTaskDir; |
| } |
| if (baseUrl != null) { |
| _json["baseUrl"] = baseUrl; |
| } |
| if (commandlinesFileName != null) { |
| _json["commandlinesFileName"] = commandlinesFileName; |
| } |
| if (continueOnException != null) { |
| _json["continueOnException"] = continueOnException; |
| } |
| if (dataflowApiVersion != null) { |
| _json["dataflowApiVersion"] = dataflowApiVersion; |
| } |
| if (harnessCommand != null) { |
| _json["harnessCommand"] = harnessCommand; |
| } |
| if (languageHint != null) { |
| _json["languageHint"] = languageHint; |
| } |
| if (logDir != null) { |
| _json["logDir"] = logDir; |
| } |
| if (logToSerialconsole != null) { |
| _json["logToSerialconsole"] = logToSerialconsole; |
| } |
| if (logUploadLocation != null) { |
| _json["logUploadLocation"] = logUploadLocation; |
| } |
| if (oauthScopes != null) { |
| _json["oauthScopes"] = oauthScopes; |
| } |
| if (parallelWorkerSettings != null) { |
| _json["parallelWorkerSettings"] = (parallelWorkerSettings).toJson(); |
| } |
| if (streamingWorkerMainClass != null) { |
| _json["streamingWorkerMainClass"] = streamingWorkerMainClass; |
| } |
| if (taskGroup != null) { |
| _json["taskGroup"] = taskGroup; |
| } |
| if (taskUser != null) { |
| _json["taskUser"] = taskUser; |
| } |
| if (tempStoragePrefix != null) { |
| _json["tempStoragePrefix"] = tempStoragePrefix; |
| } |
| if (vmId != null) { |
| _json["vmId"] = vmId; |
| } |
| if (workflowFileName != null) { |
| _json["workflowFileName"] = workflowFileName; |
| } |
| return _json; |
| } |
| } |
| |
| /// Metadata describing a template. |
| class TemplateMetadata { |
| /// Optional. A description of the template. |
| core.String description; |
| |
| /// Required. The name of the template. |
| core.String name; |
| |
| /// The parameters for the template. |
| core.List<ParameterMetadata> parameters; |
| |
| TemplateMetadata(); |
| |
| TemplateMetadata.fromJson(core.Map _json) { |
| if (_json.containsKey("description")) { |
| description = _json["description"]; |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("parameters")) { |
| parameters = (_json["parameters"] as core.List) |
| .map<ParameterMetadata>( |
| (value) => new ParameterMetadata.fromJson(value)) |
| .toList(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (description != null) { |
| _json["description"] = description; |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (parameters != null) { |
| _json["parameters"] = |
| parameters.map((value) => (value).toJson()).toList(); |
| } |
| return _json; |
| } |
| } |
| |
| /// ///////////////////////////////////////////////////////////////////////////// |
| /// //// Template Catalog is used to organize user TemplateVersions. //// |
| /// TemplateVersions that have the same project_id and display_name are //// |
| /// belong to the same Template. //// Templates with the same project_id belong |
| /// to the same Project. //// TemplateVersion may have labels and multiple |
| /// labels are allowed. //// Duplicated labels in the same `TemplateVersion` are |
| /// not allowed. //// TemplateVersion may have tags and multiple tags are |
| /// allowed. Duplicated //// tags in the same `Template` are not allowed! |
| class TemplateVersion { |
| /// Job graph and metadata if it is a legacy Template. Container image path |
| /// and metadata if it is flex Template. |
| Artifact artifact; |
| |
| /// Creation time of this TemplateVersion. |
| core.String createTime; |
| |
| /// Template description from the user. |
| core.String description; |
| |
| /// A customized name for Template. Multiple TemplateVersions per Template. |
| core.String displayName; |
| |
| /// Labels for the Template Version. Labels can be duplicate within Template. |
| core.Map<core.String, core.String> labels; |
| |
| /// A unique project_id. Multiple Templates per Project. |
| core.String projectId; |
| |
| /// Alias for version_id, helps locate a TemplateVersion. |
| core.List<core.String> tags; |
| |
| /// Either LEGACY or FLEX. This should match with the type of artifact. |
| /// Possible string values are: |
| /// - "TEMPLATE_TYPE_UNSPECIFIED" : Default value. Not a useful zero case. |
| /// - "LEGACY" : Legacy Template. |
| /// - "FLEX" : Flex Template. |
| core.String type; |
| |
| /// An auto generated version_id for TemplateVersion. |
| core.String versionId; |
| |
| TemplateVersion(); |
| |
| TemplateVersion.fromJson(core.Map _json) { |
| if (_json.containsKey("artifact")) { |
| artifact = new Artifact.fromJson(_json["artifact"]); |
| } |
| if (_json.containsKey("createTime")) { |
| createTime = _json["createTime"]; |
| } |
| if (_json.containsKey("description")) { |
| description = _json["description"]; |
| } |
| if (_json.containsKey("displayName")) { |
| displayName = _json["displayName"]; |
| } |
| if (_json.containsKey("labels")) { |
| labels = (_json["labels"] as core.Map).cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("projectId")) { |
| projectId = _json["projectId"]; |
| } |
| if (_json.containsKey("tags")) { |
| tags = (_json["tags"] as core.List).cast<core.String>(); |
| } |
| if (_json.containsKey("type")) { |
| type = _json["type"]; |
| } |
| if (_json.containsKey("versionId")) { |
| versionId = _json["versionId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (artifact != null) { |
| _json["artifact"] = (artifact).toJson(); |
| } |
| if (createTime != null) { |
| _json["createTime"] = createTime; |
| } |
| if (description != null) { |
| _json["description"] = description; |
| } |
| if (displayName != null) { |
| _json["displayName"] = displayName; |
| } |
| if (labels != null) { |
| _json["labels"] = labels; |
| } |
| if (projectId != null) { |
| _json["projectId"] = projectId; |
| } |
| if (tags != null) { |
| _json["tags"] = tags; |
| } |
| if (type != null) { |
| _json["type"] = type; |
| } |
| if (versionId != null) { |
| _json["versionId"] = versionId; |
| } |
| return _json; |
| } |
| } |
| |
| /// Global topology of the streaming Dataflow job, including all computations |
| /// and their sharded locations. |
| class TopologyConfig { |
| /// The computations associated with a streaming Dataflow job. |
| core.List<ComputationTopology> computations; |
| |
| /// The disks assigned to a streaming Dataflow job. |
| core.List<DataDiskAssignment> dataDiskAssignments; |
| |
| /// The size (in bits) of keys that will be assigned to source messages. |
| core.int forwardingKeyBits; |
| |
| /// Version number for persistent state. |
| core.int persistentStateVersion; |
| |
| /// Maps user stage names to stable computation names. |
| core.Map<core.String, core.String> userStageToComputationNameMap; |
| |
| TopologyConfig(); |
| |
| TopologyConfig.fromJson(core.Map _json) { |
| if (_json.containsKey("computations")) { |
| computations = (_json["computations"] as core.List) |
| .map<ComputationTopology>( |
| (value) => new ComputationTopology.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("dataDiskAssignments")) { |
| dataDiskAssignments = (_json["dataDiskAssignments"] as core.List) |
| .map<DataDiskAssignment>( |
| (value) => new DataDiskAssignment.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("forwardingKeyBits")) { |
| forwardingKeyBits = _json["forwardingKeyBits"]; |
| } |
| if (_json.containsKey("persistentStateVersion")) { |
| persistentStateVersion = _json["persistentStateVersion"]; |
| } |
| if (_json.containsKey("userStageToComputationNameMap")) { |
| userStageToComputationNameMap = |
| (_json["userStageToComputationNameMap"] as core.Map) |
| .cast<core.String, core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (computations != null) { |
| _json["computations"] = |
| computations.map((value) => (value).toJson()).toList(); |
| } |
| if (dataDiskAssignments != null) { |
| _json["dataDiskAssignments"] = |
| dataDiskAssignments.map((value) => (value).toJson()).toList(); |
| } |
| if (forwardingKeyBits != null) { |
| _json["forwardingKeyBits"] = forwardingKeyBits; |
| } |
| if (persistentStateVersion != null) { |
| _json["persistentStateVersion"] = persistentStateVersion; |
| } |
| if (userStageToComputationNameMap != null) { |
| _json["userStageToComputationNameMap"] = userStageToComputationNameMap; |
| } |
| return _json; |
| } |
| } |
| |
| /// Description of the type, names/ids, and input/outputs for a transform. |
| class TransformSummary { |
| /// Transform-specific display data. |
| core.List<DisplayData> displayData; |
| |
| /// SDK generated id of this transform instance. |
| core.String id; |
| |
| /// User names for all collection inputs to this transform. |
| core.List<core.String> inputCollectionName; |
| |
| /// Type of transform. |
| /// Possible string values are: |
| /// - "UNKNOWN_KIND" : Unrecognized transform type. |
| /// - "PAR_DO_KIND" : ParDo transform. |
| /// - "GROUP_BY_KEY_KIND" : Group By Key transform. |
| /// - "FLATTEN_KIND" : Flatten transform. |
| /// - "READ_KIND" : Read transform. |
| /// - "WRITE_KIND" : Write transform. |
| /// - "CONSTANT_KIND" : Constructs from a constant value, such as with |
| /// Create.of. |
| /// - "SINGLETON_KIND" : Creates a Singleton view of a collection. |
| /// - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of |
| /// a GroupByKey. |
| core.String kind; |
| |
| /// User provided name for this transform instance. |
| core.String name; |
| |
| /// User names for all collection outputs to this transform. |
| core.List<core.String> outputCollectionName; |
| |
| TransformSummary(); |
| |
| TransformSummary.fromJson(core.Map _json) { |
| if (_json.containsKey("displayData")) { |
| displayData = (_json["displayData"] as core.List) |
| .map<DisplayData>((value) => new DisplayData.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("id")) { |
| id = _json["id"]; |
| } |
| if (_json.containsKey("inputCollectionName")) { |
| inputCollectionName = |
| (_json["inputCollectionName"] as core.List).cast<core.String>(); |
| } |
| if (_json.containsKey("kind")) { |
| kind = _json["kind"]; |
| } |
| if (_json.containsKey("name")) { |
| name = _json["name"]; |
| } |
| if (_json.containsKey("outputCollectionName")) { |
| outputCollectionName = |
| (_json["outputCollectionName"] as core.List).cast<core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (displayData != null) { |
| _json["displayData"] = |
| displayData.map((value) => (value).toJson()).toList(); |
| } |
| if (id != null) { |
| _json["id"] = id; |
| } |
| if (inputCollectionName != null) { |
| _json["inputCollectionName"] = inputCollectionName; |
| } |
| if (kind != null) { |
| _json["kind"] = kind; |
| } |
| if (name != null) { |
| _json["name"] = name; |
| } |
| if (outputCollectionName != null) { |
| _json["outputCollectionName"] = outputCollectionName; |
| } |
| return _json; |
| } |
| } |
| |
| /// Response to the validation request. |
| class ValidateResponse { |
| /// Will be empty if validation succeeds. |
| core.String errorMessage; |
| |
| /// Information about the validated query. Not defined if validation fails. |
| QueryInfo queryInfo; |
| |
| ValidateResponse(); |
| |
| ValidateResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("errorMessage")) { |
| errorMessage = _json["errorMessage"]; |
| } |
| if (_json.containsKey("queryInfo")) { |
| queryInfo = new QueryInfo.fromJson(_json["queryInfo"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (errorMessage != null) { |
| _json["errorMessage"] = errorMessage; |
| } |
| if (queryInfo != null) { |
| _json["queryInfo"] = (queryInfo).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// WorkItem represents basic information about a WorkItem to be executed in the |
| /// cloud. |
| class WorkItem { |
| /// Work item-specific configuration as an opaque blob. |
| core.String configuration; |
| |
| /// Identifies this WorkItem. |
| core.String id; |
| |
| /// The initial index to use when reporting the status of the WorkItem. |
| core.String initialReportIndex; |
| |
| /// Identifies the workflow job this WorkItem belongs to. |
| core.String jobId; |
| |
| /// Time when the lease on this Work will expire. |
| core.String leaseExpireTime; |
| |
| /// Additional information for MapTask WorkItems. |
| MapTask mapTask; |
| |
| /// Any required packages that need to be fetched in order to execute this |
| /// WorkItem. |
| core.List<Package> packages; |
| |
| /// Identifies the cloud project this WorkItem belongs to. |
| core.String projectId; |
| |
| /// Recommended reporting interval. |
| core.String reportStatusInterval; |
| |
| /// Additional information for SeqMapTask WorkItems. |
| SeqMapTask seqMapTask; |
| |
| /// Additional information for ShellTask WorkItems. |
| ShellTask shellTask; |
| |
| /// Additional information for source operation WorkItems. |
| SourceOperationRequest sourceOperationTask; |
| |
| /// Additional information for StreamingComputationTask WorkItems. |
| StreamingComputationTask streamingComputationTask; |
| |
| /// Additional information for StreamingConfigTask WorkItems. |
| StreamingConfigTask streamingConfigTask; |
| |
| /// Additional information for StreamingSetupTask WorkItems. |
| StreamingSetupTask streamingSetupTask; |
| |
| WorkItem(); |
| |
| WorkItem.fromJson(core.Map _json) { |
| if (_json.containsKey("configuration")) { |
| configuration = _json["configuration"]; |
| } |
| if (_json.containsKey("id")) { |
| id = _json["id"]; |
| } |
| if (_json.containsKey("initialReportIndex")) { |
| initialReportIndex = _json["initialReportIndex"]; |
| } |
| if (_json.containsKey("jobId")) { |
| jobId = _json["jobId"]; |
| } |
| if (_json.containsKey("leaseExpireTime")) { |
| leaseExpireTime = _json["leaseExpireTime"]; |
| } |
| if (_json.containsKey("mapTask")) { |
| mapTask = new MapTask.fromJson(_json["mapTask"]); |
| } |
| if (_json.containsKey("packages")) { |
| packages = (_json["packages"] as core.List) |
| .map<Package>((value) => new Package.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("projectId")) { |
| projectId = _json["projectId"]; |
| } |
| if (_json.containsKey("reportStatusInterval")) { |
| reportStatusInterval = _json["reportStatusInterval"]; |
| } |
| if (_json.containsKey("seqMapTask")) { |
| seqMapTask = new SeqMapTask.fromJson(_json["seqMapTask"]); |
| } |
| if (_json.containsKey("shellTask")) { |
| shellTask = new ShellTask.fromJson(_json["shellTask"]); |
| } |
| if (_json.containsKey("sourceOperationTask")) { |
| sourceOperationTask = |
| new SourceOperationRequest.fromJson(_json["sourceOperationTask"]); |
| } |
| if (_json.containsKey("streamingComputationTask")) { |
| streamingComputationTask = new StreamingComputationTask.fromJson( |
| _json["streamingComputationTask"]); |
| } |
| if (_json.containsKey("streamingConfigTask")) { |
| streamingConfigTask = |
| new StreamingConfigTask.fromJson(_json["streamingConfigTask"]); |
| } |
| if (_json.containsKey("streamingSetupTask")) { |
| streamingSetupTask = |
| new StreamingSetupTask.fromJson(_json["streamingSetupTask"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (configuration != null) { |
| _json["configuration"] = configuration; |
| } |
| if (id != null) { |
| _json["id"] = id; |
| } |
| if (initialReportIndex != null) { |
| _json["initialReportIndex"] = initialReportIndex; |
| } |
| if (jobId != null) { |
| _json["jobId"] = jobId; |
| } |
| if (leaseExpireTime != null) { |
| _json["leaseExpireTime"] = leaseExpireTime; |
| } |
| if (mapTask != null) { |
| _json["mapTask"] = (mapTask).toJson(); |
| } |
| if (packages != null) { |
| _json["packages"] = packages.map((value) => (value).toJson()).toList(); |
| } |
| if (projectId != null) { |
| _json["projectId"] = projectId; |
| } |
| if (reportStatusInterval != null) { |
| _json["reportStatusInterval"] = reportStatusInterval; |
| } |
| if (seqMapTask != null) { |
| _json["seqMapTask"] = (seqMapTask).toJson(); |
| } |
| if (shellTask != null) { |
| _json["shellTask"] = (shellTask).toJson(); |
| } |
| if (sourceOperationTask != null) { |
| _json["sourceOperationTask"] = (sourceOperationTask).toJson(); |
| } |
| if (streamingComputationTask != null) { |
| _json["streamingComputationTask"] = (streamingComputationTask).toJson(); |
| } |
| if (streamingConfigTask != null) { |
| _json["streamingConfigTask"] = (streamingConfigTask).toJson(); |
| } |
| if (streamingSetupTask != null) { |
| _json["streamingSetupTask"] = (streamingSetupTask).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Information about an individual work item execution. |
| class WorkItemDetails { |
| /// Attempt ID of this work item |
| core.String attemptId; |
| |
| /// End time of this work item attempt. If the work item is completed, this is |
| /// the actual end time of the work item. Otherwise, it is the predicted end |
| /// time. |
| core.String endTime; |
| |
| /// Metrics for this work item. |
| core.List<MetricUpdate> metrics; |
| |
| /// Progress of this work item. |
| ProgressTimeseries progress; |
| |
| /// Start time of this work item attempt. |
| core.String startTime; |
| |
| /// State of this work item. |
| /// Possible string values are: |
| /// - "EXECUTION_STATE_UNKNOWN" : The component state is unknown or |
| /// unspecified. |
| /// - "EXECUTION_STATE_NOT_STARTED" : The component is not yet running. |
| /// - "EXECUTION_STATE_RUNNING" : The component is currently running. |
| /// - "EXECUTION_STATE_SUCCEEDED" : The component succeeded. |
| /// - "EXECUTION_STATE_FAILED" : The component failed. |
| /// - "EXECUTION_STATE_CANCELLED" : Execution of the component was cancelled. |
| core.String state; |
| |
| /// Name of this work item. |
| core.String taskId; |
| |
| WorkItemDetails(); |
| |
| WorkItemDetails.fromJson(core.Map _json) { |
| if (_json.containsKey("attemptId")) { |
| attemptId = _json["attemptId"]; |
| } |
| if (_json.containsKey("endTime")) { |
| endTime = _json["endTime"]; |
| } |
| if (_json.containsKey("metrics")) { |
| metrics = (_json["metrics"] as core.List) |
| .map<MetricUpdate>((value) => new MetricUpdate.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("progress")) { |
| progress = new ProgressTimeseries.fromJson(_json["progress"]); |
| } |
| if (_json.containsKey("startTime")) { |
| startTime = _json["startTime"]; |
| } |
| if (_json.containsKey("state")) { |
| state = _json["state"]; |
| } |
| if (_json.containsKey("taskId")) { |
| taskId = _json["taskId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (attemptId != null) { |
| _json["attemptId"] = attemptId; |
| } |
| if (endTime != null) { |
| _json["endTime"] = endTime; |
| } |
| if (metrics != null) { |
| _json["metrics"] = metrics.map((value) => (value).toJson()).toList(); |
| } |
| if (progress != null) { |
| _json["progress"] = (progress).toJson(); |
| } |
| if (startTime != null) { |
| _json["startTime"] = startTime; |
| } |
| if (state != null) { |
| _json["state"] = state; |
| } |
| if (taskId != null) { |
| _json["taskId"] = taskId; |
| } |
| return _json; |
| } |
| } |
| |
| /// The Dataflow service's idea of the current state of a WorkItem being |
| /// processed by a worker. |
| class WorkItemServiceState { |
| /// If set, a request to complete the work item with the given status. This |
| /// will not be set to OK, unless supported by the specific kind of WorkItem. |
| /// It can be used for the backend to indicate a WorkItem must terminate, |
| /// e.g., for aborting work. |
| Status completeWorkStatus; |
| |
| /// Other data returned by the service, specific to the particular worker |
| /// harness. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> harnessData; |
| |
| /// A hot key is a symptom of poor data distribution in which there are enough |
| /// elements mapped to a single key to impact pipeline performance. When |
| /// present, this field includes metadata associated with any hot key. |
| HotKeyDetection hotKeyDetection; |
| |
| /// Time at which the current lease will expire. |
| core.String leaseExpireTime; |
| |
| /// The short ids that workers should use in subsequent metric updates. |
| /// Workers should strive to use short ids whenever possible, but it is ok to |
| /// request the short_id again if a worker lost track of it (e.g. if the |
| /// worker is recovering from a crash). NOTE: it is possible that the response |
| /// may have short ids for a subset of the metrics. |
| core.List<MetricShortId> metricShortId; |
| |
| /// The index value to use for the next report sent by the worker. Note: If |
| /// the report call fails for whatever reason, the worker should reuse this |
| /// index for subsequent report attempts. |
| core.String nextReportIndex; |
| |
| /// New recommended reporting interval. |
| core.String reportStatusInterval; |
| |
| /// The progress point in the WorkItem where the Dataflow service suggests |
| /// that the worker truncate the task. |
| ApproximateSplitRequest splitRequest; |
| |
| /// DEPRECATED in favor of split_request. |
| ApproximateProgress suggestedStopPoint; |
| |
| /// Obsolete, always empty. |
| Position suggestedStopPosition; |
| |
| WorkItemServiceState(); |
| |
| WorkItemServiceState.fromJson(core.Map _json) { |
| if (_json.containsKey("completeWorkStatus")) { |
| completeWorkStatus = new Status.fromJson(_json["completeWorkStatus"]); |
| } |
| if (_json.containsKey("harnessData")) { |
| harnessData = |
| (_json["harnessData"] as core.Map).cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("hotKeyDetection")) { |
| hotKeyDetection = new HotKeyDetection.fromJson(_json["hotKeyDetection"]); |
| } |
| if (_json.containsKey("leaseExpireTime")) { |
| leaseExpireTime = _json["leaseExpireTime"]; |
| } |
| if (_json.containsKey("metricShortId")) { |
| metricShortId = (_json["metricShortId"] as core.List) |
| .map<MetricShortId>((value) => new MetricShortId.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("nextReportIndex")) { |
| nextReportIndex = _json["nextReportIndex"]; |
| } |
| if (_json.containsKey("reportStatusInterval")) { |
| reportStatusInterval = _json["reportStatusInterval"]; |
| } |
| if (_json.containsKey("splitRequest")) { |
| splitRequest = |
| new ApproximateSplitRequest.fromJson(_json["splitRequest"]); |
| } |
| if (_json.containsKey("suggestedStopPoint")) { |
| suggestedStopPoint = |
| new ApproximateProgress.fromJson(_json["suggestedStopPoint"]); |
| } |
| if (_json.containsKey("suggestedStopPosition")) { |
| suggestedStopPosition = |
| new Position.fromJson(_json["suggestedStopPosition"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (completeWorkStatus != null) { |
| _json["completeWorkStatus"] = (completeWorkStatus).toJson(); |
| } |
| if (harnessData != null) { |
| _json["harnessData"] = harnessData; |
| } |
| if (hotKeyDetection != null) { |
| _json["hotKeyDetection"] = (hotKeyDetection).toJson(); |
| } |
| if (leaseExpireTime != null) { |
| _json["leaseExpireTime"] = leaseExpireTime; |
| } |
| if (metricShortId != null) { |
| _json["metricShortId"] = |
| metricShortId.map((value) => (value).toJson()).toList(); |
| } |
| if (nextReportIndex != null) { |
| _json["nextReportIndex"] = nextReportIndex; |
| } |
| if (reportStatusInterval != null) { |
| _json["reportStatusInterval"] = reportStatusInterval; |
| } |
| if (splitRequest != null) { |
| _json["splitRequest"] = (splitRequest).toJson(); |
| } |
| if (suggestedStopPoint != null) { |
| _json["suggestedStopPoint"] = (suggestedStopPoint).toJson(); |
| } |
| if (suggestedStopPosition != null) { |
| _json["suggestedStopPosition"] = (suggestedStopPosition).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Conveys a worker's progress through the work described by a WorkItem. |
| class WorkItemStatus { |
| /// True if the WorkItem was completed (successfully or unsuccessfully). |
| core.bool completed; |
| |
| /// Worker output counters for this WorkItem. |
| core.List<CounterUpdate> counterUpdates; |
| |
| /// See documentation of stop_position. |
| DynamicSourceSplit dynamicSourceSplit; |
| |
| /// Specifies errors which occurred during processing. If errors are provided, |
| /// and completed = true, then the WorkItem is considered to have failed. |
| core.List<Status> errors; |
| |
| /// DEPRECATED in favor of counter_updates. |
| core.List<MetricUpdate> metricUpdates; |
| |
| /// DEPRECATED in favor of reported_progress. |
| ApproximateProgress progress; |
| |
| /// The report index. When a WorkItem is leased, the lease will contain an |
| /// initial report index. When a WorkItem's status is reported to the system, |
| /// the report should be sent with that report index, and the response will |
| /// contain the index the worker should use for the next report. Reports |
| /// received with unexpected index values will be rejected by the service. In |
| /// order to preserve idempotency, the worker should not alter the contents of |
| /// a report, even if the worker must submit the same report multiple times |
| /// before getting back a response. The worker should not submit a subsequent |
| /// report until the response for the previous report had been received from |
| /// the service. |
| core.String reportIndex; |
| |
| /// The worker's progress through this WorkItem. |
| ApproximateReportedProgress reportedProgress; |
| |
| /// Amount of time the worker requests for its lease. |
| core.String requestedLeaseDuration; |
| |
| /// DEPRECATED in favor of dynamic_source_split. |
| SourceFork sourceFork; |
| |
| /// If the work item represented a SourceOperationRequest, and the work is |
| /// completed, contains the result of the operation. |
| SourceOperationResponse sourceOperationResponse; |
| |
| /// A worker may split an active map task in two parts, "primary" and |
| /// "residual", continuing to process the primary part and returning the |
| /// residual part into the pool of available work. This event is called a |
| /// "dynamic split" and is critical to the dynamic work rebalancing feature. |
| /// The two obtained sub-tasks are called "parts" of the split. The parts, if |
| /// concatenated, must represent the same input as would be read by the |
| /// current task if the split did not happen. The exact way in which the |
| /// original task is decomposed into the two parts is specified either as a |
| /// position demarcating them (stop_position), or explicitly as two |
| /// DerivedSources, if this task consumes a user-defined source type |
| /// (dynamic_source_split). The "current" task is adjusted as a result of the |
| /// split: after a task with range [A, B) sends a stop_position update at C, |
| /// its range is considered to be [A, C), e.g.: * Progress should be |
| /// interpreted relative to the new range, e.g. "75% completed" means "75% of |
| /// [A, C) completed" * The worker should interpret proposed_stop_position |
| /// relative to the new range, e.g. "split at 68%" should be interpreted as |
| /// "split at 68% of [A, C)". * If the worker chooses to split again using |
| /// stop_position, only stop_positions in [A, C) will be accepted. * Etc. |
| /// dynamic_source_split has similar semantics: e.g., if a task with source S |
| /// splits using dynamic_source_split into {P, R} (where P and R must be |
| /// together equivalent to S), then subsequent progress and |
| /// proposed_stop_position should be interpreted relative to P, and in a |
| /// potential subsequent dynamic_source_split into {P', R'}, P' and R' must be |
| /// together equivalent to P, etc. |
| Position stopPosition; |
| |
| /// Total time the worker spent being throttled by external systems. |
| core.double totalThrottlerWaitTimeSeconds; |
| |
| /// Identifies the WorkItem. |
| core.String workItemId; |
| |
| WorkItemStatus(); |
| |
| WorkItemStatus.fromJson(core.Map _json) { |
| if (_json.containsKey("completed")) { |
| completed = _json["completed"]; |
| } |
| if (_json.containsKey("counterUpdates")) { |
| counterUpdates = (_json["counterUpdates"] as core.List) |
| .map<CounterUpdate>((value) => new CounterUpdate.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("dynamicSourceSplit")) { |
| dynamicSourceSplit = |
| new DynamicSourceSplit.fromJson(_json["dynamicSourceSplit"]); |
| } |
| if (_json.containsKey("errors")) { |
| errors = (_json["errors"] as core.List) |
| .map<Status>((value) => new Status.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("metricUpdates")) { |
| metricUpdates = (_json["metricUpdates"] as core.List) |
| .map<MetricUpdate>((value) => new MetricUpdate.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("progress")) { |
| progress = new ApproximateProgress.fromJson(_json["progress"]); |
| } |
| if (_json.containsKey("reportIndex")) { |
| reportIndex = _json["reportIndex"]; |
| } |
| if (_json.containsKey("reportedProgress")) { |
| reportedProgress = |
| new ApproximateReportedProgress.fromJson(_json["reportedProgress"]); |
| } |
| if (_json.containsKey("requestedLeaseDuration")) { |
| requestedLeaseDuration = _json["requestedLeaseDuration"]; |
| } |
| if (_json.containsKey("sourceFork")) { |
| sourceFork = new SourceFork.fromJson(_json["sourceFork"]); |
| } |
| if (_json.containsKey("sourceOperationResponse")) { |
| sourceOperationResponse = new SourceOperationResponse.fromJson( |
| _json["sourceOperationResponse"]); |
| } |
| if (_json.containsKey("stopPosition")) { |
| stopPosition = new Position.fromJson(_json["stopPosition"]); |
| } |
| if (_json.containsKey("totalThrottlerWaitTimeSeconds")) { |
| totalThrottlerWaitTimeSeconds = |
| _json["totalThrottlerWaitTimeSeconds"].toDouble(); |
| } |
| if (_json.containsKey("workItemId")) { |
| workItemId = _json["workItemId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (completed != null) { |
| _json["completed"] = completed; |
| } |
| if (counterUpdates != null) { |
| _json["counterUpdates"] = |
| counterUpdates.map((value) => (value).toJson()).toList(); |
| } |
| if (dynamicSourceSplit != null) { |
| _json["dynamicSourceSplit"] = (dynamicSourceSplit).toJson(); |
| } |
| if (errors != null) { |
| _json["errors"] = errors.map((value) => (value).toJson()).toList(); |
| } |
| if (metricUpdates != null) { |
| _json["metricUpdates"] = |
| metricUpdates.map((value) => (value).toJson()).toList(); |
| } |
| if (progress != null) { |
| _json["progress"] = (progress).toJson(); |
| } |
| if (reportIndex != null) { |
| _json["reportIndex"] = reportIndex; |
| } |
| if (reportedProgress != null) { |
| _json["reportedProgress"] = (reportedProgress).toJson(); |
| } |
| if (requestedLeaseDuration != null) { |
| _json["requestedLeaseDuration"] = requestedLeaseDuration; |
| } |
| if (sourceFork != null) { |
| _json["sourceFork"] = (sourceFork).toJson(); |
| } |
| if (sourceOperationResponse != null) { |
| _json["sourceOperationResponse"] = (sourceOperationResponse).toJson(); |
| } |
| if (stopPosition != null) { |
| _json["stopPosition"] = (stopPosition).toJson(); |
| } |
| if (totalThrottlerWaitTimeSeconds != null) { |
| _json["totalThrottlerWaitTimeSeconds"] = totalThrottlerWaitTimeSeconds; |
| } |
| if (workItemId != null) { |
| _json["workItemId"] = workItemId; |
| } |
| return _json; |
| } |
| } |
| |
| /// Information about a worker |
| class WorkerDetails { |
| /// Work items processed by this worker, sorted by time. |
| core.List<WorkItemDetails> workItems; |
| |
| /// Name of this worker |
| core.String workerName; |
| |
| WorkerDetails(); |
| |
| WorkerDetails.fromJson(core.Map _json) { |
| if (_json.containsKey("workItems")) { |
| workItems = (_json["workItems"] as core.List) |
| .map<WorkItemDetails>((value) => new WorkItemDetails.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("workerName")) { |
| workerName = _json["workerName"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (workItems != null) { |
| _json["workItems"] = workItems.map((value) => (value).toJson()).toList(); |
| } |
| if (workerName != null) { |
| _json["workerName"] = workerName; |
| } |
| return _json; |
| } |
| } |
| |
| /// WorkerHealthReport contains information about the health of a worker. The VM |
| /// should be identified by the labels attached to the WorkerMessage that this |
| /// health ping belongs to. |
| class WorkerHealthReport { |
| /// A message describing any unusual health reports. |
| core.String msg; |
| |
| /// The pods running on the worker. See: |
| /// http://kubernetes.io/v1.1/docs/api-reference/v1/definitions.html#_v1_pod |
| /// This field is used by the worker to send the status of the indvidual |
| /// containers running on each worker. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.List<core.Map<core.String, core.Object>> pods; |
| |
| /// The interval at which the worker is sending health reports. The default |
| /// value of 0 should be interpreted as the field is not being explicitly set |
| /// by the worker. |
| core.String reportInterval; |
| |
| /// Whether the VM is in a permanently broken state. Broken VMs should be |
| /// abandoned or deleted ASAP to avoid assigning or completing any work. |
| core.bool vmIsBroken; |
| |
| /// Whether the VM is currently healthy. |
| core.bool vmIsHealthy; |
| |
| /// The time the VM was booted. |
| core.String vmStartupTime; |
| |
| WorkerHealthReport(); |
| |
| WorkerHealthReport.fromJson(core.Map _json) { |
| if (_json.containsKey("msg")) { |
| msg = _json["msg"]; |
| } |
| if (_json.containsKey("pods")) { |
| pods = (_json["pods"] as core.List) |
| .map<core.Map<core.String, core.Object>>( |
| (value) => (value as core.Map).cast<core.String, core.Object>()) |
| .toList(); |
| } |
| if (_json.containsKey("reportInterval")) { |
| reportInterval = _json["reportInterval"]; |
| } |
| if (_json.containsKey("vmIsBroken")) { |
| vmIsBroken = _json["vmIsBroken"]; |
| } |
| if (_json.containsKey("vmIsHealthy")) { |
| vmIsHealthy = _json["vmIsHealthy"]; |
| } |
| if (_json.containsKey("vmStartupTime")) { |
| vmStartupTime = _json["vmStartupTime"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (msg != null) { |
| _json["msg"] = msg; |
| } |
| if (pods != null) { |
| _json["pods"] = pods; |
| } |
| if (reportInterval != null) { |
| _json["reportInterval"] = reportInterval; |
| } |
| if (vmIsBroken != null) { |
| _json["vmIsBroken"] = vmIsBroken; |
| } |
| if (vmIsHealthy != null) { |
| _json["vmIsHealthy"] = vmIsHealthy; |
| } |
| if (vmStartupTime != null) { |
| _json["vmStartupTime"] = vmStartupTime; |
| } |
| return _json; |
| } |
| } |
| |
| /// WorkerHealthReportResponse contains information returned to the worker in |
| /// response to a health ping. |
| class WorkerHealthReportResponse { |
| /// A positive value indicates the worker should change its reporting interval |
| /// to the specified value. The default value of zero means no change in |
| /// report rate is requested by the server. |
| core.String reportInterval; |
| |
| WorkerHealthReportResponse(); |
| |
| WorkerHealthReportResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("reportInterval")) { |
| reportInterval = _json["reportInterval"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (reportInterval != null) { |
| _json["reportInterval"] = reportInterval; |
| } |
| return _json; |
| } |
| } |
| |
| /// A report of an event in a worker's lifecycle. The proto contains one event, |
| /// because the worker is expected to asynchronously send each message |
| /// immediately after the event. Due to this asynchrony, messages may arrive out |
| /// of order (or missing), and it is up to the consumer to interpret. The |
| /// timestamp of the event is in the enclosing WorkerMessage proto. |
| class WorkerLifecycleEvent { |
| /// The start time of this container. All events will report this so that |
| /// events can be grouped together across container/VM restarts. |
| core.String containerStartTime; |
| |
| /// The event being reported. |
| /// Possible string values are: |
| /// - "UNKNOWN_EVENT" : Invalid event. |
| /// - "OS_START" : The time the VM started. |
| /// - "CONTAINER_START" : Our container code starts running. Multiple |
| /// containers could be distinguished with WorkerMessage.labels if desired. |
| /// - "NETWORK_UP" : The worker has a functional external network connection. |
| /// - "STAGING_FILES_DOWNLOAD_START" : Started downloading staging files. |
| /// - "STAGING_FILES_DOWNLOAD_FINISH" : Finished downloading all staging |
| /// files. |
| /// - "SDK_INSTALL_START" : For applicable SDKs, started installation of SDK |
| /// and worker packages. |
| /// - "SDK_INSTALL_FINISH" : Finished installing SDK. |
| core.String event; |
| |
| /// Other stats that can accompany an event. E.g. { "downloaded_bytes" : |
| /// "123456" } |
| core.Map<core.String, core.String> metadata; |
| |
| WorkerLifecycleEvent(); |
| |
| WorkerLifecycleEvent.fromJson(core.Map _json) { |
| if (_json.containsKey("containerStartTime")) { |
| containerStartTime = _json["containerStartTime"]; |
| } |
| if (_json.containsKey("event")) { |
| event = _json["event"]; |
| } |
| if (_json.containsKey("metadata")) { |
| metadata = |
| (_json["metadata"] as core.Map).cast<core.String, core.String>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (containerStartTime != null) { |
| _json["containerStartTime"] = containerStartTime; |
| } |
| if (event != null) { |
| _json["event"] = event; |
| } |
| if (metadata != null) { |
| _json["metadata"] = metadata; |
| } |
| return _json; |
| } |
| } |
| |
| /// WorkerMessage provides information to the backend about a worker. |
| class WorkerMessage { |
| /// Labels are used to group WorkerMessages. For example, a worker_message |
| /// about a particular container might have the labels: { "JOB_ID": |
| /// "2015-04-22", "WORKER_ID": "wordcount-vm-2015…" "CONTAINER_TYPE": |
| /// "worker", "CONTAINER_ID": "ac1234def"} Label tags typically correspond to |
| /// Label enum values. However, for ease of development other strings can be |
| /// used as tags. LABEL_UNSPECIFIED should not be used here. |
| core.Map<core.String, core.String> labels; |
| |
| /// The timestamp of the worker_message. |
| core.String time; |
| |
| /// The health of a worker. |
| WorkerHealthReport workerHealthReport; |
| |
| /// Record of worker lifecycle events. |
| WorkerLifecycleEvent workerLifecycleEvent; |
| |
| /// A worker message code. |
| WorkerMessageCode workerMessageCode; |
| |
| /// Resource metrics reported by workers. |
| ResourceUtilizationReport workerMetrics; |
| |
| /// Shutdown notice by workers. |
| WorkerShutdownNotice workerShutdownNotice; |
| |
| WorkerMessage(); |
| |
| WorkerMessage.fromJson(core.Map _json) { |
| if (_json.containsKey("labels")) { |
| labels = (_json["labels"] as core.Map).cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("time")) { |
| time = _json["time"]; |
| } |
| if (_json.containsKey("workerHealthReport")) { |
| workerHealthReport = |
| new WorkerHealthReport.fromJson(_json["workerHealthReport"]); |
| } |
| if (_json.containsKey("workerLifecycleEvent")) { |
| workerLifecycleEvent = |
| new WorkerLifecycleEvent.fromJson(_json["workerLifecycleEvent"]); |
| } |
| if (_json.containsKey("workerMessageCode")) { |
| workerMessageCode = |
| new WorkerMessageCode.fromJson(_json["workerMessageCode"]); |
| } |
| if (_json.containsKey("workerMetrics")) { |
| workerMetrics = |
| new ResourceUtilizationReport.fromJson(_json["workerMetrics"]); |
| } |
| if (_json.containsKey("workerShutdownNotice")) { |
| workerShutdownNotice = |
| new WorkerShutdownNotice.fromJson(_json["workerShutdownNotice"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (labels != null) { |
| _json["labels"] = labels; |
| } |
| if (time != null) { |
| _json["time"] = time; |
| } |
| if (workerHealthReport != null) { |
| _json["workerHealthReport"] = (workerHealthReport).toJson(); |
| } |
| if (workerLifecycleEvent != null) { |
| _json["workerLifecycleEvent"] = (workerLifecycleEvent).toJson(); |
| } |
| if (workerMessageCode != null) { |
| _json["workerMessageCode"] = (workerMessageCode).toJson(); |
| } |
| if (workerMetrics != null) { |
| _json["workerMetrics"] = (workerMetrics).toJson(); |
| } |
| if (workerShutdownNotice != null) { |
| _json["workerShutdownNotice"] = (workerShutdownNotice).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// A message code is used to report status and error messages to the service. |
| /// The message codes are intended to be machine readable. The service will take |
| /// care of translating these into user understandable messages if necessary. |
| /// Example use cases: 1. Worker processes reporting successful startup. 2. |
| /// Worker processes reporting specific errors (e.g. package staging failure). |
| class WorkerMessageCode { |
| /// The code is a string intended for consumption by a machine that identifies |
| /// the type of message being sent. Examples: 1. "HARNESS_STARTED" might be |
| /// used to indicate the worker harness has started. 2. "GCS_DOWNLOAD_ERROR" |
| /// might be used to indicate an error downloading a GCS file as part of the |
| /// boot process of one of the worker containers. This is a string and not an |
| /// enum to make it easy to add new codes without waiting for an API change. |
| core.String code; |
| |
| /// Parameters contains specific information about the code. This is a struct |
| /// to allow parameters of different types. Examples: 1. For a |
| /// "HARNESS_STARTED" message parameters might provide the name of the worker |
| /// and additional data like timing information. 2. For a "GCS_DOWNLOAD_ERROR" |
| /// parameters might contain fields listing the GCS objects being downloaded |
| /// and fields containing errors. In general complex data structures should be |
| /// avoided. If a worker needs to send a specific and complicated data |
| /// structure then please consider defining a new proto and adding it to the |
| /// data oneof in WorkerMessageResponse. Conventions: Parameters should only |
| /// be used for information that isn't typically passed as a label. hostname |
| /// and other worker identifiers should almost always be passed as labels |
| /// since they will be included on most messages. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> parameters; |
| |
| WorkerMessageCode(); |
| |
| WorkerMessageCode.fromJson(core.Map _json) { |
| if (_json.containsKey("code")) { |
| code = _json["code"]; |
| } |
| if (_json.containsKey("parameters")) { |
| parameters = |
| (_json["parameters"] as core.Map).cast<core.String, core.Object>(); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (code != null) { |
| _json["code"] = code; |
| } |
| if (parameters != null) { |
| _json["parameters"] = parameters; |
| } |
| return _json; |
| } |
| } |
| |
| /// A worker_message response allows the server to pass information to the |
| /// sender. |
| class WorkerMessageResponse { |
| /// The service's response to a worker's health report. |
| WorkerHealthReportResponse workerHealthReportResponse; |
| |
| /// Service's response to reporting worker metrics (currently empty). |
| ResourceUtilizationReportResponse workerMetricsResponse; |
| |
| /// Service's response to shutdown notice (currently empty). |
| WorkerShutdownNoticeResponse workerShutdownNoticeResponse; |
| |
| WorkerMessageResponse(); |
| |
| WorkerMessageResponse.fromJson(core.Map _json) { |
| if (_json.containsKey("workerHealthReportResponse")) { |
| workerHealthReportResponse = new WorkerHealthReportResponse.fromJson( |
| _json["workerHealthReportResponse"]); |
| } |
| if (_json.containsKey("workerMetricsResponse")) { |
| workerMetricsResponse = new ResourceUtilizationReportResponse.fromJson( |
| _json["workerMetricsResponse"]); |
| } |
| if (_json.containsKey("workerShutdownNoticeResponse")) { |
| workerShutdownNoticeResponse = new WorkerShutdownNoticeResponse.fromJson( |
| _json["workerShutdownNoticeResponse"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (workerHealthReportResponse != null) { |
| _json["workerHealthReportResponse"] = |
| (workerHealthReportResponse).toJson(); |
| } |
| if (workerMetricsResponse != null) { |
| _json["workerMetricsResponse"] = (workerMetricsResponse).toJson(); |
| } |
| if (workerShutdownNoticeResponse != null) { |
| _json["workerShutdownNoticeResponse"] = |
| (workerShutdownNoticeResponse).toJson(); |
| } |
| return _json; |
| } |
| } |
| |
| /// Describes one particular pool of Cloud Dataflow workers to be instantiated |
| /// by the Cloud Dataflow service in order to perform the computations required |
| /// by a job. Note that a workflow job may use multiple pools, in order to match |
| /// the various computational requirements of the various stages of the job. |
| class WorkerPool { |
| /// Settings for autoscaling of this WorkerPool. |
| AutoscalingSettings autoscalingSettings; |
| |
| /// Data disks that are used by a VM in this workflow. |
| core.List<Disk> dataDisks; |
| |
| /// The default package set to install. This allows the service to select a |
| /// default set of packages which are useful to worker harnesses written in a |
| /// particular language. |
| /// Possible string values are: |
| /// - "DEFAULT_PACKAGE_SET_UNKNOWN" : The default set of packages to stage is |
| /// unknown, or unspecified. |
| /// - "DEFAULT_PACKAGE_SET_NONE" : Indicates that no packages should be staged |
| /// at the worker unless explicitly specified by the job. |
| /// - "DEFAULT_PACKAGE_SET_JAVA" : Stage packages typically useful to workers |
| /// written in Java. |
| /// - "DEFAULT_PACKAGE_SET_PYTHON" : Stage pacakges typically useful to |
| /// workers written in Python. |
| core.String defaultPackageSet; |
| |
| /// Size of root disk for VMs, in GB. If zero or unspecified, the service will |
| /// attempt to choose a reasonable default. |
| core.int diskSizeGb; |
| |
| /// Fully qualified source image for disks. |
| core.String diskSourceImage; |
| |
| /// Type of root disk for VMs. If empty or unspecified, the service will |
| /// attempt to choose a reasonable default. |
| core.String diskType; |
| |
| /// Configuration for VM IPs. |
| /// Possible string values are: |
| /// - "WORKER_IP_UNSPECIFIED" : The configuration is unknown, or unspecified. |
| /// - "WORKER_IP_PUBLIC" : Workers should have public IP addresses. |
| /// - "WORKER_IP_PRIVATE" : Workers should have private IP addresses. |
| core.String ipConfiguration; |
| |
| /// The kind of the worker pool; currently only `harness` and `shuffle` are |
| /// supported. |
| core.String kind; |
| |
| /// Machine type (e.g. "n1-standard-1"). If empty or unspecified, the service |
| /// will attempt to choose a reasonable default. |
| core.String machineType; |
| |
| /// Metadata to set on the Google Compute Engine VMs. |
| core.Map<core.String, core.String> metadata; |
| |
| /// Network to which VMs will be assigned. If empty or unspecified, the |
| /// service will use the network "default". |
| core.String network; |
| |
| /// The number of threads per worker harness. If empty or unspecified, the |
| /// service will choose a number of threads (according to the number of cores |
| /// on the selected machine type for batch, or 1 by convention for streaming). |
| core.int numThreadsPerWorker; |
| |
| /// Number of Google Compute Engine workers in this pool needed to execute the |
| /// job. If zero or unspecified, the service will attempt to choose a |
| /// reasonable default. |
| core.int numWorkers; |
| |
| /// The action to take on host maintenance, as defined by the Google Compute |
| /// Engine API. |
| core.String onHostMaintenance; |
| |
| /// Packages to be installed on workers. |
| core.List<Package> packages; |
| |
| /// Extra arguments for this worker pool. |
| /// |
| /// The values for Object must be JSON objects. It can consist of `num`, |
| /// `String`, `bool` and `null` as well as `Map` and `List` values. |
| core.Map<core.String, core.Object> poolArgs; |
| |
| /// Set of SDK harness containers needed to execute this pipeline. This will |
| /// only be set in the Fn API path. For non-cross-language pipelines this |
| /// should have only one entry. Cross-language pipelines will have two or more |
| /// entries. |
| core.List<SdkHarnessContainerImage> sdkHarnessContainerImages; |
| |
| /// Subnetwork to which VMs will be assigned, if desired. Expected to be of |
| /// the form "regions/REGION/subnetworks/SUBNETWORK". |
| core.String subnetwork; |
| |
| /// Settings passed through to Google Compute Engine workers when using the |
| /// standard Dataflow task runner. Users should ignore this field. |
| TaskRunnerSettings taskrunnerSettings; |
| |
| /// Sets the policy for determining when to turndown worker pool. Allowed |
| /// values are: `TEARDOWN_ALWAYS`, `TEARDOWN_ON_SUCCESS`, and |
| /// `TEARDOWN_NEVER`. `TEARDOWN_ALWAYS` means workers are always torn down |
| /// regardless of whether the job succeeds. `TEARDOWN_ON_SUCCESS` means |
| /// workers are torn down if the job succeeds. `TEARDOWN_NEVER` means the |
| /// workers are never torn down. If the workers are not torn down by the |
| /// service, they will continue to run and use Google Compute Engine VM |
| /// resources in the user's project until they are explicitly terminated by |
| /// the user. Because of this, Google recommends using the `TEARDOWN_ALWAYS` |
| /// policy except for small, manually supervised test jobs. If unknown or |
| /// unspecified, the service will attempt to choose a reasonable default. |
| /// Possible string values are: |
| /// - "TEARDOWN_POLICY_UNKNOWN" : The teardown policy isn't specified, or is |
| /// unknown. |
| /// - "TEARDOWN_ALWAYS" : Always teardown the resource. |
| /// - "TEARDOWN_ON_SUCCESS" : Teardown the resource on success. This is useful |
| /// for debugging failures. |
| /// - "TEARDOWN_NEVER" : Never teardown the resource. This is useful for |
| /// debugging and development. |
| core.String teardownPolicy; |
| |
| /// Required. Docker container image that executes the Cloud Dataflow worker |
| /// harness, residing in Google Container Registry. Deprecated for the Fn API |
| /// path. Use sdk_harness_container_images instead. |
| core.String workerHarnessContainerImage; |
| |
| /// Zone to run the worker pools in. If empty or unspecified, the service will |
| /// attempt to choose a reasonable default. |
| core.String zone; |
| |
| WorkerPool(); |
| |
| WorkerPool.fromJson(core.Map _json) { |
| if (_json.containsKey("autoscalingSettings")) { |
| autoscalingSettings = |
| new AutoscalingSettings.fromJson(_json["autoscalingSettings"]); |
| } |
| if (_json.containsKey("dataDisks")) { |
| dataDisks = (_json["dataDisks"] as core.List) |
| .map<Disk>((value) => new Disk.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("defaultPackageSet")) { |
| defaultPackageSet = _json["defaultPackageSet"]; |
| } |
| if (_json.containsKey("diskSizeGb")) { |
| diskSizeGb = _json["diskSizeGb"]; |
| } |
| if (_json.containsKey("diskSourceImage")) { |
| diskSourceImage = _json["diskSourceImage"]; |
| } |
| if (_json.containsKey("diskType")) { |
| diskType = _json["diskType"]; |
| } |
| if (_json.containsKey("ipConfiguration")) { |
| ipConfiguration = _json["ipConfiguration"]; |
| } |
| if (_json.containsKey("kind")) { |
| kind = _json["kind"]; |
| } |
| if (_json.containsKey("machineType")) { |
| machineType = _json["machineType"]; |
| } |
| if (_json.containsKey("metadata")) { |
| metadata = |
| (_json["metadata"] as core.Map).cast<core.String, core.String>(); |
| } |
| if (_json.containsKey("network")) { |
| network = _json["network"]; |
| } |
| if (_json.containsKey("numThreadsPerWorker")) { |
| numThreadsPerWorker = _json["numThreadsPerWorker"]; |
| } |
| if (_json.containsKey("numWorkers")) { |
| numWorkers = _json["numWorkers"]; |
| } |
| if (_json.containsKey("onHostMaintenance")) { |
| onHostMaintenance = _json["onHostMaintenance"]; |
| } |
| if (_json.containsKey("packages")) { |
| packages = (_json["packages"] as core.List) |
| .map<Package>((value) => new Package.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("poolArgs")) { |
| poolArgs = |
| (_json["poolArgs"] as core.Map).cast<core.String, core.Object>(); |
| } |
| if (_json.containsKey("sdkHarnessContainerImages")) { |
| sdkHarnessContainerImages = |
| (_json["sdkHarnessContainerImages"] as core.List) |
| .map<SdkHarnessContainerImage>( |
| (value) => new SdkHarnessContainerImage.fromJson(value)) |
| .toList(); |
| } |
| if (_json.containsKey("subnetwork")) { |
| subnetwork = _json["subnetwork"]; |
| } |
| if (_json.containsKey("taskrunnerSettings")) { |
| taskrunnerSettings = |
| new TaskRunnerSettings.fromJson(_json["taskrunnerSettings"]); |
| } |
| if (_json.containsKey("teardownPolicy")) { |
| teardownPolicy = _json["teardownPolicy"]; |
| } |
| if (_json.containsKey("workerHarnessContainerImage")) { |
| workerHarnessContainerImage = _json["workerHarnessContainerImage"]; |
| } |
| if (_json.containsKey("zone")) { |
| zone = _json["zone"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (autoscalingSettings != null) { |
| _json["autoscalingSettings"] = (autoscalingSettings).toJson(); |
| } |
| if (dataDisks != null) { |
| _json["dataDisks"] = dataDisks.map((value) => (value).toJson()).toList(); |
| } |
| if (defaultPackageSet != null) { |
| _json["defaultPackageSet"] = defaultPackageSet; |
| } |
| if (diskSizeGb != null) { |
| _json["diskSizeGb"] = diskSizeGb; |
| } |
| if (diskSourceImage != null) { |
| _json["diskSourceImage"] = diskSourceImage; |
| } |
| if (diskType != null) { |
| _json["diskType"] = diskType; |
| } |
| if (ipConfiguration != null) { |
| _json["ipConfiguration"] = ipConfiguration; |
| } |
| if (kind != null) { |
| _json["kind"] = kind; |
| } |
| if (machineType != null) { |
| _json["machineType"] = machineType; |
| } |
| if (metadata != null) { |
| _json["metadata"] = metadata; |
| } |
| if (network != null) { |
| _json["network"] = network; |
| } |
| if (numThreadsPerWorker != null) { |
| _json["numThreadsPerWorker"] = numThreadsPerWorker; |
| } |
| if (numWorkers != null) { |
| _json["numWorkers"] = numWorkers; |
| } |
| if (onHostMaintenance != null) { |
| _json["onHostMaintenance"] = onHostMaintenance; |
| } |
| if (packages != null) { |
| _json["packages"] = packages.map((value) => (value).toJson()).toList(); |
| } |
| if (poolArgs != null) { |
| _json["poolArgs"] = poolArgs; |
| } |
| if (sdkHarnessContainerImages != null) { |
| _json["sdkHarnessContainerImages"] = |
| sdkHarnessContainerImages.map((value) => (value).toJson()).toList(); |
| } |
| if (subnetwork != null) { |
| _json["subnetwork"] = subnetwork; |
| } |
| if (taskrunnerSettings != null) { |
| _json["taskrunnerSettings"] = (taskrunnerSettings).toJson(); |
| } |
| if (teardownPolicy != null) { |
| _json["teardownPolicy"] = teardownPolicy; |
| } |
| if (workerHarnessContainerImage != null) { |
| _json["workerHarnessContainerImage"] = workerHarnessContainerImage; |
| } |
| if (zone != null) { |
| _json["zone"] = zone; |
| } |
| return _json; |
| } |
| } |
| |
| /// Provides data to pass through to the worker harness. |
| class WorkerSettings { |
| /// The base URL for accessing Google Cloud APIs. When workers access Google |
| /// Cloud APIs, they logically do so via relative URLs. If this field is |
| /// specified, it supplies the base URL to use for resolving these relative |
| /// URLs. The normative algorithm used is defined by RFC 1808, "Relative |
| /// Uniform Resource Locators". If not specified, the default value is |
| /// "http://www.googleapis.com/" |
| core.String baseUrl; |
| |
| /// Whether to send work progress updates to the service. |
| core.bool reportingEnabled; |
| |
| /// The Cloud Dataflow service path relative to the root URL, for example, |
| /// "dataflow/v1b3/projects". |
| core.String servicePath; |
| |
| /// The Shuffle service path relative to the root URL, for example, |
| /// "shuffle/v1beta1". |
| core.String shuffleServicePath; |
| |
| /// The prefix of the resources the system should use for temporary storage. |
| /// The supported resource type is: Google Cloud Storage: |
| /// storage.googleapis.com/{bucket}/{object} |
| /// bucket.storage.googleapis.com/{object} |
| core.String tempStoragePrefix; |
| |
| /// The ID of the worker running this pipeline. |
| core.String workerId; |
| |
| WorkerSettings(); |
| |
| WorkerSettings.fromJson(core.Map _json) { |
| if (_json.containsKey("baseUrl")) { |
| baseUrl = _json["baseUrl"]; |
| } |
| if (_json.containsKey("reportingEnabled")) { |
| reportingEnabled = _json["reportingEnabled"]; |
| } |
| if (_json.containsKey("servicePath")) { |
| servicePath = _json["servicePath"]; |
| } |
| if (_json.containsKey("shuffleServicePath")) { |
| shuffleServicePath = _json["shuffleServicePath"]; |
| } |
| if (_json.containsKey("tempStoragePrefix")) { |
| tempStoragePrefix = _json["tempStoragePrefix"]; |
| } |
| if (_json.containsKey("workerId")) { |
| workerId = _json["workerId"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (baseUrl != null) { |
| _json["baseUrl"] = baseUrl; |
| } |
| if (reportingEnabled != null) { |
| _json["reportingEnabled"] = reportingEnabled; |
| } |
| if (servicePath != null) { |
| _json["servicePath"] = servicePath; |
| } |
| if (shuffleServicePath != null) { |
| _json["shuffleServicePath"] = shuffleServicePath; |
| } |
| if (tempStoragePrefix != null) { |
| _json["tempStoragePrefix"] = tempStoragePrefix; |
| } |
| if (workerId != null) { |
| _json["workerId"] = workerId; |
| } |
| return _json; |
| } |
| } |
| |
| /// Shutdown notification from workers. This is to be sent by the shutdown |
| /// script of the worker VM so that the backend knows that the VM is being shut |
| /// down. |
| class WorkerShutdownNotice { |
| /// The reason for the worker shutdown. Current possible values are: |
| /// "UNKNOWN": shutdown reason is unknown. "PREEMPTION": shutdown reason is |
| /// preemption. Other possible reasons may be added in the future. |
| core.String reason; |
| |
| WorkerShutdownNotice(); |
| |
| WorkerShutdownNotice.fromJson(core.Map _json) { |
| if (_json.containsKey("reason")) { |
| reason = _json["reason"]; |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (reason != null) { |
| _json["reason"] = reason; |
| } |
| return _json; |
| } |
| } |
| |
| /// Service-side response to WorkerMessage issuing shutdown notice. |
| class WorkerShutdownNoticeResponse { |
| WorkerShutdownNoticeResponse(); |
| |
| WorkerShutdownNoticeResponse.fromJson(core.Map _json) {} |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| return _json; |
| } |
| } |
| |
| /// An instruction that writes records. Takes one input, produces no outputs. |
| class WriteInstruction { |
| /// The input. |
| InstructionInput input; |
| |
| /// The sink to write to. |
| Sink sink; |
| |
| WriteInstruction(); |
| |
| WriteInstruction.fromJson(core.Map _json) { |
| if (_json.containsKey("input")) { |
| input = new InstructionInput.fromJson(_json["input"]); |
| } |
| if (_json.containsKey("sink")) { |
| sink = new Sink.fromJson(_json["sink"]); |
| } |
| } |
| |
| core.Map<core.String, core.Object> toJson() { |
| final core.Map<core.String, core.Object> _json = |
| new core.Map<core.String, core.Object>(); |
| if (input != null) { |
| _json["input"] = (input).toJson(); |
| } |
| if (sink != null) { |
| _json["sink"] = (sink).toJson(); |
| } |
| return _json; |
| } |
| } |