| // Copyright 2019 Google LLC. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| // Code generated file. DO NOT EDIT. |
| |
| // Package dataflow provides access to the Dataflow API. |
| // |
| // For product documentation, see: https://cloud.google.com/dataflow |
| // |
| // Creating a client |
| // |
| // Usage example: |
| // |
| // import "google.golang.org/api/dataflow/v1b3" |
| // ... |
| // ctx := context.Background() |
| // dataflowService, err := dataflow.NewService(ctx) |
| // |
| // In this example, Google Application Default Credentials are used for authentication. |
| // |
| // For information on how to create and obtain Application Default Credentials, see https://developers.google.com/identity/protocols/application-default-credentials. |
| // |
| // Other authentication options |
| // |
| // By default, all available scopes (see "Constants") are used to authenticate. To restrict scopes, use option.WithScopes: |
| // |
| // dataflowService, err := dataflow.NewService(ctx, option.WithScopes(dataflow.UserinfoEmailScope)) |
| // |
| // To use an API key for authentication (note: some APIs do not support API keys), use option.WithAPIKey: |
| // |
| // dataflowService, err := dataflow.NewService(ctx, option.WithAPIKey("AIza...")) |
| // |
| // To use an OAuth token (e.g., a user token obtained via a three-legged OAuth flow), use option.WithTokenSource: |
| // |
| // config := &oauth2.Config{...} |
| // // ... |
| // token, err := config.Exchange(ctx, ...) |
| // dataflowService, err := dataflow.NewService(ctx, option.WithTokenSource(config.TokenSource(ctx, token))) |
| // |
| // See https://godoc.org/google.golang.org/api/option/ for details on options. |
| package dataflow // import "google.golang.org/api/dataflow/v1b3" |
| |
| import ( |
| "bytes" |
| "context" |
| "encoding/json" |
| "errors" |
| "fmt" |
| "io" |
| "net/http" |
| "net/url" |
| "strconv" |
| "strings" |
| |
| googleapi "google.golang.org/api/googleapi" |
| gensupport "google.golang.org/api/internal/gensupport" |
| option "google.golang.org/api/option" |
| htransport "google.golang.org/api/transport/http" |
| ) |
| |
| // Always reference these packages, just in case the auto-generated code |
| // below doesn't. |
| var _ = bytes.NewBuffer |
| var _ = strconv.Itoa |
| var _ = fmt.Sprintf |
| var _ = json.NewDecoder |
| var _ = io.Copy |
| var _ = url.Parse |
| var _ = gensupport.MarshalJSON |
| var _ = googleapi.Version |
| var _ = errors.New |
| var _ = strings.Replace |
| var _ = context.Canceled |
| |
| const apiId = "dataflow:v1b3" |
| const apiName = "dataflow" |
| const apiVersion = "v1b3" |
| const basePath = "https://dataflow.googleapis.com/" |
| |
| // OAuth2 scopes used by this API. |
| const ( |
| // View and manage your data across Google Cloud Platform services |
| CloudPlatformScope = "https://www.googleapis.com/auth/cloud-platform" |
| |
| // View and manage your Google Compute Engine resources |
| ComputeScope = "https://www.googleapis.com/auth/compute" |
| |
| // View your Google Compute Engine resources |
| ComputeReadonlyScope = "https://www.googleapis.com/auth/compute.readonly" |
| |
| // View your email address |
| UserinfoEmailScope = "https://www.googleapis.com/auth/userinfo.email" |
| ) |
| |
| // NewService creates a new Service. |
| func NewService(ctx context.Context, opts ...option.ClientOption) (*Service, error) { |
| scopesOption := option.WithScopes( |
| "https://www.googleapis.com/auth/cloud-platform", |
| "https://www.googleapis.com/auth/compute", |
| "https://www.googleapis.com/auth/compute.readonly", |
| "https://www.googleapis.com/auth/userinfo.email", |
| ) |
| // NOTE: prepend, so we don't override user-specified scopes. |
| opts = append([]option.ClientOption{scopesOption}, opts...) |
| client, endpoint, err := htransport.NewClient(ctx, opts...) |
| if err != nil { |
| return nil, err |
| } |
| s, err := New(client) |
| if err != nil { |
| return nil, err |
| } |
| if endpoint != "" { |
| s.BasePath = endpoint |
| } |
| return s, nil |
| } |
| |
| // New creates a new Service. It uses the provided http.Client for requests. |
| // |
| // Deprecated: please use NewService instead. |
| // To provide a custom HTTP client, use option.WithHTTPClient. |
| // If you are using google.golang.org/api/googleapis/transport.APIKey, use option.WithAPIKey with NewService instead. |
| func New(client *http.Client) (*Service, error) { |
| if client == nil { |
| return nil, errors.New("client is nil") |
| } |
| s := &Service{client: client, BasePath: basePath} |
| s.Projects = NewProjectsService(s) |
| return s, nil |
| } |
| |
| type Service struct { |
| client *http.Client |
| BasePath string // API endpoint base URL |
| UserAgent string // optional additional User-Agent fragment |
| |
| Projects *ProjectsService |
| } |
| |
| func (s *Service) userAgent() string { |
| if s.UserAgent == "" { |
| return googleapi.UserAgent |
| } |
| return googleapi.UserAgent + " " + s.UserAgent |
| } |
| |
| func NewProjectsService(s *Service) *ProjectsService { |
| rs := &ProjectsService{s: s} |
| rs.Jobs = NewProjectsJobsService(s) |
| rs.Locations = NewProjectsLocationsService(s) |
| rs.Templates = NewProjectsTemplatesService(s) |
| return rs |
| } |
| |
| type ProjectsService struct { |
| s *Service |
| |
| Jobs *ProjectsJobsService |
| |
| Locations *ProjectsLocationsService |
| |
| Templates *ProjectsTemplatesService |
| } |
| |
| func NewProjectsJobsService(s *Service) *ProjectsJobsService { |
| rs := &ProjectsJobsService{s: s} |
| rs.Debug = NewProjectsJobsDebugService(s) |
| rs.Messages = NewProjectsJobsMessagesService(s) |
| rs.WorkItems = NewProjectsJobsWorkItemsService(s) |
| return rs |
| } |
| |
| type ProjectsJobsService struct { |
| s *Service |
| |
| Debug *ProjectsJobsDebugService |
| |
| Messages *ProjectsJobsMessagesService |
| |
| WorkItems *ProjectsJobsWorkItemsService |
| } |
| |
| func NewProjectsJobsDebugService(s *Service) *ProjectsJobsDebugService { |
| rs := &ProjectsJobsDebugService{s: s} |
| return rs |
| } |
| |
| type ProjectsJobsDebugService struct { |
| s *Service |
| } |
| |
| func NewProjectsJobsMessagesService(s *Service) *ProjectsJobsMessagesService { |
| rs := &ProjectsJobsMessagesService{s: s} |
| return rs |
| } |
| |
| type ProjectsJobsMessagesService struct { |
| s *Service |
| } |
| |
| func NewProjectsJobsWorkItemsService(s *Service) *ProjectsJobsWorkItemsService { |
| rs := &ProjectsJobsWorkItemsService{s: s} |
| return rs |
| } |
| |
| type ProjectsJobsWorkItemsService struct { |
| s *Service |
| } |
| |
| func NewProjectsLocationsService(s *Service) *ProjectsLocationsService { |
| rs := &ProjectsLocationsService{s: s} |
| rs.Jobs = NewProjectsLocationsJobsService(s) |
| rs.Sql = NewProjectsLocationsSqlService(s) |
| rs.Templates = NewProjectsLocationsTemplatesService(s) |
| return rs |
| } |
| |
| type ProjectsLocationsService struct { |
| s *Service |
| |
| Jobs *ProjectsLocationsJobsService |
| |
| Sql *ProjectsLocationsSqlService |
| |
| Templates *ProjectsLocationsTemplatesService |
| } |
| |
| func NewProjectsLocationsJobsService(s *Service) *ProjectsLocationsJobsService { |
| rs := &ProjectsLocationsJobsService{s: s} |
| rs.Debug = NewProjectsLocationsJobsDebugService(s) |
| rs.Messages = NewProjectsLocationsJobsMessagesService(s) |
| rs.WorkItems = NewProjectsLocationsJobsWorkItemsService(s) |
| return rs |
| } |
| |
| type ProjectsLocationsJobsService struct { |
| s *Service |
| |
| Debug *ProjectsLocationsJobsDebugService |
| |
| Messages *ProjectsLocationsJobsMessagesService |
| |
| WorkItems *ProjectsLocationsJobsWorkItemsService |
| } |
| |
| func NewProjectsLocationsJobsDebugService(s *Service) *ProjectsLocationsJobsDebugService { |
| rs := &ProjectsLocationsJobsDebugService{s: s} |
| return rs |
| } |
| |
| type ProjectsLocationsJobsDebugService struct { |
| s *Service |
| } |
| |
| func NewProjectsLocationsJobsMessagesService(s *Service) *ProjectsLocationsJobsMessagesService { |
| rs := &ProjectsLocationsJobsMessagesService{s: s} |
| return rs |
| } |
| |
| type ProjectsLocationsJobsMessagesService struct { |
| s *Service |
| } |
| |
| func NewProjectsLocationsJobsWorkItemsService(s *Service) *ProjectsLocationsJobsWorkItemsService { |
| rs := &ProjectsLocationsJobsWorkItemsService{s: s} |
| return rs |
| } |
| |
| type ProjectsLocationsJobsWorkItemsService struct { |
| s *Service |
| } |
| |
| func NewProjectsLocationsSqlService(s *Service) *ProjectsLocationsSqlService { |
| rs := &ProjectsLocationsSqlService{s: s} |
| return rs |
| } |
| |
| type ProjectsLocationsSqlService struct { |
| s *Service |
| } |
| |
| func NewProjectsLocationsTemplatesService(s *Service) *ProjectsLocationsTemplatesService { |
| rs := &ProjectsLocationsTemplatesService{s: s} |
| return rs |
| } |
| |
| type ProjectsLocationsTemplatesService struct { |
| s *Service |
| } |
| |
| func NewProjectsTemplatesService(s *Service) *ProjectsTemplatesService { |
| rs := &ProjectsTemplatesService{s: s} |
| return rs |
| } |
| |
| type ProjectsTemplatesService struct { |
| s *Service |
| } |
| |
| // ApproximateProgress: Obsolete in favor of ApproximateReportedProgress |
| // and ApproximateSplitRequest. |
| type ApproximateProgress struct { |
| // PercentComplete: Obsolete. |
| PercentComplete float64 `json:"percentComplete,omitempty"` |
| |
| // Position: Obsolete. |
| Position *Position `json:"position,omitempty"` |
| |
| // RemainingTime: Obsolete. |
| RemainingTime string `json:"remainingTime,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "PercentComplete") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "PercentComplete") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ApproximateProgress) MarshalJSON() ([]byte, error) { |
| type NoMethod ApproximateProgress |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| func (s *ApproximateProgress) UnmarshalJSON(data []byte) error { |
| type NoMethod ApproximateProgress |
| var s1 struct { |
| PercentComplete gensupport.JSONFloat64 `json:"percentComplete"` |
| *NoMethod |
| } |
| s1.NoMethod = (*NoMethod)(s) |
| if err := json.Unmarshal(data, &s1); err != nil { |
| return err |
| } |
| s.PercentComplete = float64(s1.PercentComplete) |
| return nil |
| } |
| |
| // ApproximateReportedProgress: A progress measurement of a WorkItem by |
| // a worker. |
| type ApproximateReportedProgress struct { |
| // ConsumedParallelism: Total amount of parallelism in the portion of |
| // input of this task that has |
| // already been consumed and is no longer active. In the first two |
| // examples |
| // above (see remaining_parallelism), the value should be 29 or |
| // 2 |
| // respectively. The sum of remaining_parallelism and |
| // consumed_parallelism |
| // should equal the total amount of parallelism in this work item. |
| // If |
| // specified, must be finite. |
| ConsumedParallelism *ReportedParallelism `json:"consumedParallelism,omitempty"` |
| |
| // FractionConsumed: Completion as fraction of the input consumed, from |
| // 0.0 (beginning, nothing |
| // consumed), to 1.0 (end of the input, entire input consumed). |
| FractionConsumed float64 `json:"fractionConsumed,omitempty"` |
| |
| // Position: A Position within the work to represent a progress. |
| Position *Position `json:"position,omitempty"` |
| |
| // RemainingParallelism: Total amount of parallelism in the input of |
| // this task that remains, |
| // (i.e. can be delegated to this task and any new tasks via |
| // dynamic |
| // splitting). Always at least 1 for non-finished work items and 0 |
| // for |
| // finished. |
| // |
| // "Amount of parallelism" refers to how many non-empty parts of the |
| // input |
| // can be read in parallel. This does not necessarily equal number |
| // of records. An input that can be read in parallel down to |
| // the |
| // individual records is called "perfectly splittable". |
| // An example of non-perfectly parallelizable input is a |
| // block-compressed |
| // file format where a block of records has to be read as a whole, |
| // but different blocks can be read in parallel. |
| // |
| // Examples: |
| // * If we are processing record #30 (starting at 1) out of 50 in a |
| // perfectly |
| // splittable 50-record input, this value should be 21 (20 remaining + |
| // 1 |
| // current). |
| // * If we are reading through block 3 in a block-compressed file |
| // consisting |
| // of 5 blocks, this value should be 3 (since blocks 4 and 5 can be |
| // processed in parallel by new tasks via dynamic splitting and the |
| // current |
| // task remains processing block 3). |
| // * If we are reading through the last block in a block-compressed |
| // file, |
| // or reading or processing the last record in a perfectly splittable |
| // input, this value should be 1, because apart from the current task, |
| // no |
| // additional remainder can be split off. |
| RemainingParallelism *ReportedParallelism `json:"remainingParallelism,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ConsumedParallelism") |
| // to unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ConsumedParallelism") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ApproximateReportedProgress) MarshalJSON() ([]byte, error) { |
| type NoMethod ApproximateReportedProgress |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| func (s *ApproximateReportedProgress) UnmarshalJSON(data []byte) error { |
| type NoMethod ApproximateReportedProgress |
| var s1 struct { |
| FractionConsumed gensupport.JSONFloat64 `json:"fractionConsumed"` |
| *NoMethod |
| } |
| s1.NoMethod = (*NoMethod)(s) |
| if err := json.Unmarshal(data, &s1); err != nil { |
| return err |
| } |
| s.FractionConsumed = float64(s1.FractionConsumed) |
| return nil |
| } |
| |
| // ApproximateSplitRequest: A suggestion by the service to the worker to |
| // dynamically split the WorkItem. |
| type ApproximateSplitRequest struct { |
| // FractionConsumed: A fraction at which to split the work item, from |
| // 0.0 (beginning of the |
| // input) to 1.0 (end of the input). |
| FractionConsumed float64 `json:"fractionConsumed,omitempty"` |
| |
| // FractionOfRemainder: The fraction of the remainder of work to split |
| // the work item at, from 0.0 |
| // (split at the current position) to 1.0 (end of the input). |
| FractionOfRemainder float64 `json:"fractionOfRemainder,omitempty"` |
| |
| // Position: A Position at which to split the work item. |
| Position *Position `json:"position,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "FractionConsumed") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "FractionConsumed") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ApproximateSplitRequest) MarshalJSON() ([]byte, error) { |
| type NoMethod ApproximateSplitRequest |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| func (s *ApproximateSplitRequest) UnmarshalJSON(data []byte) error { |
| type NoMethod ApproximateSplitRequest |
| var s1 struct { |
| FractionConsumed gensupport.JSONFloat64 `json:"fractionConsumed"` |
| FractionOfRemainder gensupport.JSONFloat64 `json:"fractionOfRemainder"` |
| *NoMethod |
| } |
| s1.NoMethod = (*NoMethod)(s) |
| if err := json.Unmarshal(data, &s1); err != nil { |
| return err |
| } |
| s.FractionConsumed = float64(s1.FractionConsumed) |
| s.FractionOfRemainder = float64(s1.FractionOfRemainder) |
| return nil |
| } |
| |
| // AutoscalingEvent: A structured message reporting an autoscaling |
| // decision made by the Dataflow |
| // service. |
| type AutoscalingEvent struct { |
| // CurrentNumWorkers: The current number of workers the job has. |
| CurrentNumWorkers int64 `json:"currentNumWorkers,omitempty,string"` |
| |
| // Description: A message describing why the system decided to adjust |
| // the current |
| // number of workers, why it failed, or why the system decided to |
| // not make any changes to the number of workers. |
| Description *StructuredMessage `json:"description,omitempty"` |
| |
| // EventType: The type of autoscaling event to report. |
| // |
| // Possible values: |
| // "TYPE_UNKNOWN" - Default type for the enum. Value should never be |
| // returned. |
| // "TARGET_NUM_WORKERS_CHANGED" - The TARGET_NUM_WORKERS_CHANGED type |
| // should be used when the target |
| // worker pool size has changed at the start of an actuation. An |
| // event |
| // should always be specified as TARGET_NUM_WORKERS_CHANGED if it |
| // reflects |
| // a change in the target_num_workers. |
| // "CURRENT_NUM_WORKERS_CHANGED" - The CURRENT_NUM_WORKERS_CHANGED |
| // type should be used when actual worker |
| // pool size has been changed, but the target_num_workers has not |
| // changed. |
| // "ACTUATION_FAILURE" - The ACTUATION_FAILURE type should be used |
| // when we want to report |
| // an error to the user indicating why the current number of workers |
| // in the pool could not be changed. |
| // Displayed in the current status and history widgets. |
| // "NO_CHANGE" - Used when we want to report to the user a reason why |
| // we are |
| // not currently adjusting the number of workers. |
| // Should specify both target_num_workers, current_num_workers and |
| // a |
| // decision_message. |
| EventType string `json:"eventType,omitempty"` |
| |
| // TargetNumWorkers: The target number of workers the worker pool wants |
| // to resize to use. |
| TargetNumWorkers int64 `json:"targetNumWorkers,omitempty,string"` |
| |
| // Time: The time this event was emitted to indicate a new target or |
| // current |
| // num_workers value. |
| Time string `json:"time,omitempty"` |
| |
| // WorkerPool: A short and friendly name for the worker pool this event |
| // refers to, |
| // populated from the value of PoolStageRelation::user_pool_name. |
| WorkerPool string `json:"workerPool,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "CurrentNumWorkers") |
| // to unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "CurrentNumWorkers") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *AutoscalingEvent) MarshalJSON() ([]byte, error) { |
| type NoMethod AutoscalingEvent |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // AutoscalingSettings: Settings for WorkerPool autoscaling. |
| type AutoscalingSettings struct { |
| // Algorithm: The algorithm to use for autoscaling. |
| // |
| // Possible values: |
| // "AUTOSCALING_ALGORITHM_UNKNOWN" - The algorithm is unknown, or |
| // unspecified. |
| // "AUTOSCALING_ALGORITHM_NONE" - Disable autoscaling. |
| // "AUTOSCALING_ALGORITHM_BASIC" - Increase worker count over time to |
| // reduce job execution time. |
| Algorithm string `json:"algorithm,omitempty"` |
| |
| // MaxNumWorkers: The maximum number of workers to cap scaling at. |
| MaxNumWorkers int64 `json:"maxNumWorkers,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Algorithm") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Algorithm") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *AutoscalingSettings) MarshalJSON() ([]byte, error) { |
| type NoMethod AutoscalingSettings |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // BigQueryIODetails: Metadata for a BigQuery connector used by the job. |
| type BigQueryIODetails struct { |
| // Dataset: Dataset accessed in the connection. |
| Dataset string `json:"dataset,omitempty"` |
| |
| // ProjectId: Project accessed in the connection. |
| ProjectId string `json:"projectId,omitempty"` |
| |
| // Query: Query used to access data in the connection. |
| Query string `json:"query,omitempty"` |
| |
| // Table: Table accessed in the connection. |
| Table string `json:"table,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Dataset") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Dataset") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *BigQueryIODetails) MarshalJSON() ([]byte, error) { |
| type NoMethod BigQueryIODetails |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // BigTableIODetails: Metadata for a BigTable connector used by the job. |
| type BigTableIODetails struct { |
| // InstanceId: InstanceId accessed in the connection. |
| InstanceId string `json:"instanceId,omitempty"` |
| |
| // ProjectId: ProjectId accessed in the connection. |
| ProjectId string `json:"projectId,omitempty"` |
| |
| // TableId: TableId accessed in the connection. |
| TableId string `json:"tableId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "InstanceId") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "InstanceId") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *BigTableIODetails) MarshalJSON() ([]byte, error) { |
| type NoMethod BigTableIODetails |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // CPUTime: Modeled after information exposed by /proc/stat. |
| type CPUTime struct { |
| // Rate: Average CPU utilization rate (% non-idle cpu / second) since |
| // previous |
| // sample. |
| Rate float64 `json:"rate,omitempty"` |
| |
| // Timestamp: Timestamp of the measurement. |
| Timestamp string `json:"timestamp,omitempty"` |
| |
| // TotalMs: Total active CPU time across all cores (ie., non-idle) in |
| // milliseconds |
| // since start-up. |
| TotalMs uint64 `json:"totalMs,omitempty,string"` |
| |
| // ForceSendFields is a list of field names (e.g. "Rate") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Rate") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *CPUTime) MarshalJSON() ([]byte, error) { |
| type NoMethod CPUTime |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| func (s *CPUTime) UnmarshalJSON(data []byte) error { |
| type NoMethod CPUTime |
| var s1 struct { |
| Rate gensupport.JSONFloat64 `json:"rate"` |
| *NoMethod |
| } |
| s1.NoMethod = (*NoMethod)(s) |
| if err := json.Unmarshal(data, &s1); err != nil { |
| return err |
| } |
| s.Rate = float64(s1.Rate) |
| return nil |
| } |
| |
| // ComponentSource: Description of an interstitial value between |
| // transforms in an execution |
| // stage. |
| type ComponentSource struct { |
| // Name: Dataflow service generated name for this source. |
| Name string `json:"name,omitempty"` |
| |
| // OriginalTransformOrCollection: User name for the original user |
| // transform or collection with which this |
| // source is most closely associated. |
| OriginalTransformOrCollection string `json:"originalTransformOrCollection,omitempty"` |
| |
| // UserName: Human-readable name for this transform; may be user or |
| // system generated. |
| UserName string `json:"userName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Name") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Name") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ComponentSource) MarshalJSON() ([]byte, error) { |
| type NoMethod ComponentSource |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ComponentTransform: Description of a transform executed as part of an |
| // execution stage. |
| type ComponentTransform struct { |
| // Name: Dataflow service generated name for this source. |
| Name string `json:"name,omitempty"` |
| |
| // OriginalTransform: User name for the original user transform with |
| // which this transform is |
| // most closely associated. |
| OriginalTransform string `json:"originalTransform,omitempty"` |
| |
| // UserName: Human-readable name for this transform; may be user or |
| // system generated. |
| UserName string `json:"userName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Name") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Name") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ComponentTransform) MarshalJSON() ([]byte, error) { |
| type NoMethod ComponentTransform |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ComputationTopology: All configuration data for a particular |
| // Computation. |
| type ComputationTopology struct { |
| // ComputationId: The ID of the computation. |
| ComputationId string `json:"computationId,omitempty"` |
| |
| // Inputs: The inputs to the computation. |
| Inputs []*StreamLocation `json:"inputs,omitempty"` |
| |
| // KeyRanges: The key ranges processed by the computation. |
| KeyRanges []*KeyRangeLocation `json:"keyRanges,omitempty"` |
| |
| // Outputs: The outputs from the computation. |
| Outputs []*StreamLocation `json:"outputs,omitempty"` |
| |
| // StateFamilies: The state family values. |
| StateFamilies []*StateFamilyConfig `json:"stateFamilies,omitempty"` |
| |
| // SystemStageName: The system stage name. |
| SystemStageName string `json:"systemStageName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ComputationId") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ComputationId") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ComputationTopology) MarshalJSON() ([]byte, error) { |
| type NoMethod ComputationTopology |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ConcatPosition: A position that encapsulates an inner position and an |
| // index for the inner |
| // position. A ConcatPosition can be used by a reader of a source |
| // that |
| // encapsulates a set of other sources. |
| type ConcatPosition struct { |
| // Index: Index of the inner source. |
| Index int64 `json:"index,omitempty"` |
| |
| // Position: Position within the inner source. |
| Position *Position `json:"position,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Index") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Index") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ConcatPosition) MarshalJSON() ([]byte, error) { |
| type NoMethod ConcatPosition |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // CounterMetadata: CounterMetadata includes all static non-name |
| // non-value counter attributes. |
| type CounterMetadata struct { |
| // Description: Human-readable description of the counter semantics. |
| Description string `json:"description,omitempty"` |
| |
| // Kind: Counter aggregation kind. |
| // |
| // Possible values: |
| // "INVALID" - Counter aggregation kind was not set. |
| // "SUM" - Aggregated value is the sum of all contributed values. |
| // "MAX" - Aggregated value is the max of all contributed values. |
| // "MIN" - Aggregated value is the min of all contributed values. |
| // "MEAN" - Aggregated value is the mean of all contributed values. |
| // "OR" - Aggregated value represents the logical 'or' of all |
| // contributed values. |
| // "AND" - Aggregated value represents the logical 'and' of all |
| // contributed values. |
| // "SET" - Aggregated value is a set of unique contributed values. |
| // "DISTRIBUTION" - Aggregated value captures statistics about a |
| // distribution. |
| // "LATEST_VALUE" - Aggregated value tracks the latest value of a |
| // variable. |
| Kind string `json:"kind,omitempty"` |
| |
| // OtherUnits: A string referring to the unit type. |
| OtherUnits string `json:"otherUnits,omitempty"` |
| |
| // StandardUnits: System defined Units, see above enum. |
| // |
| // Possible values: |
| // "BYTES" - Counter returns a value in bytes. |
| // "BYTES_PER_SEC" - Counter returns a value in bytes per second. |
| // "MILLISECONDS" - Counter returns a value in milliseconds. |
| // "MICROSECONDS" - Counter returns a value in microseconds. |
| // "NANOSECONDS" - Counter returns a value in nanoseconds. |
| // "TIMESTAMP_MSEC" - Counter returns a timestamp in milliseconds. |
| // "TIMESTAMP_USEC" - Counter returns a timestamp in microseconds. |
| // "TIMESTAMP_NSEC" - Counter returns a timestamp in nanoseconds. |
| StandardUnits string `json:"standardUnits,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Description") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Description") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *CounterMetadata) MarshalJSON() ([]byte, error) { |
| type NoMethod CounterMetadata |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // CounterStructuredName: Identifies a counter within a per-job |
| // namespace. Counters whose structured |
| // names are the same get merged into a single value for the job. |
| type CounterStructuredName struct { |
| // ComponentStepName: Name of the optimized step being executed by the |
| // workers. |
| ComponentStepName string `json:"componentStepName,omitempty"` |
| |
| // ExecutionStepName: Name of the stage. An execution step contains |
| // multiple component steps. |
| ExecutionStepName string `json:"executionStepName,omitempty"` |
| |
| // InputIndex: Index of an input collection that's being read |
| // from/written to as a side |
| // input. |
| // The index identifies a step's side inputs starting by 1 (e.g. the |
| // first |
| // side input has input_index 1, the third has input_index 3). |
| // Side inputs are identified by a pair of (original_step_name, |
| // input_index). |
| // This field helps uniquely identify them. |
| InputIndex int64 `json:"inputIndex,omitempty"` |
| |
| // Name: Counter name. Not necessarily globally-unique, but unique |
| // within the |
| // context of the other fields. |
| // Required. |
| Name string `json:"name,omitempty"` |
| |
| // Origin: One of the standard Origins defined above. |
| // |
| // Possible values: |
| // "SYSTEM" - Counter was created by the Dataflow system. |
| // "USER" - Counter was created by the user. |
| Origin string `json:"origin,omitempty"` |
| |
| // OriginNamespace: A string containing a more specific namespace of the |
| // counter's origin. |
| OriginNamespace string `json:"originNamespace,omitempty"` |
| |
| // OriginalRequestingStepName: The step name requesting an operation, |
| // such as GBK. |
| // I.e. the ParDo causing a read/write from shuffle to occur, or a |
| // read from side inputs. |
| OriginalRequestingStepName string `json:"originalRequestingStepName,omitempty"` |
| |
| // OriginalStepName: System generated name of the original step in the |
| // user's graph, before |
| // optimization. |
| OriginalStepName string `json:"originalStepName,omitempty"` |
| |
| // Portion: Portion of this counter, either key or value. |
| // |
| // Possible values: |
| // "ALL" - Counter portion has not been set. |
| // "KEY" - Counter reports a key. |
| // "VALUE" - Counter reports a value. |
| Portion string `json:"portion,omitempty"` |
| |
| // WorkerId: ID of a particular worker. |
| WorkerId string `json:"workerId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ComponentStepName") |
| // to unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ComponentStepName") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *CounterStructuredName) MarshalJSON() ([]byte, error) { |
| type NoMethod CounterStructuredName |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // CounterStructuredNameAndMetadata: A single message which encapsulates |
| // structured name and metadata for a given |
| // counter. |
| type CounterStructuredNameAndMetadata struct { |
| // Metadata: Metadata associated with a counter |
| Metadata *CounterMetadata `json:"metadata,omitempty"` |
| |
| // Name: Structured name of the counter. |
| Name *CounterStructuredName `json:"name,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Metadata") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Metadata") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *CounterStructuredNameAndMetadata) MarshalJSON() ([]byte, error) { |
| type NoMethod CounterStructuredNameAndMetadata |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // CounterUpdate: An update to a Counter sent from a worker. |
| type CounterUpdate struct { |
| // Boolean: Boolean value for And, Or. |
| Boolean bool `json:"boolean,omitempty"` |
| |
| // Cumulative: True if this counter is reported as the total cumulative |
| // aggregate |
| // value accumulated since the worker started working on this |
| // WorkItem. |
| // By default this is false, indicating that this counter is reported |
| // as a delta. |
| Cumulative bool `json:"cumulative,omitempty"` |
| |
| // Distribution: Distribution data |
| Distribution *DistributionUpdate `json:"distribution,omitempty"` |
| |
| // FloatingPoint: Floating point value for Sum, Max, Min. |
| FloatingPoint float64 `json:"floatingPoint,omitempty"` |
| |
| // FloatingPointList: List of floating point numbers, for Set. |
| FloatingPointList *FloatingPointList `json:"floatingPointList,omitempty"` |
| |
| // FloatingPointMean: Floating point mean aggregation value for Mean. |
| FloatingPointMean *FloatingPointMean `json:"floatingPointMean,omitempty"` |
| |
| // Integer: Integer value for Sum, Max, Min. |
| Integer *SplitInt64 `json:"integer,omitempty"` |
| |
| // IntegerGauge: Gauge data |
| IntegerGauge *IntegerGauge `json:"integerGauge,omitempty"` |
| |
| // IntegerList: List of integers, for Set. |
| IntegerList *IntegerList `json:"integerList,omitempty"` |
| |
| // IntegerMean: Integer mean aggregation value for Mean. |
| IntegerMean *IntegerMean `json:"integerMean,omitempty"` |
| |
| // Internal: Value for internally-defined counters used by the Dataflow |
| // service. |
| Internal interface{} `json:"internal,omitempty"` |
| |
| // NameAndKind: Counter name and aggregation type. |
| NameAndKind *NameAndKind `json:"nameAndKind,omitempty"` |
| |
| // ShortId: The service-generated short identifier for this counter. |
| // The short_id -> (name, metadata) mapping is constant for the lifetime |
| // of |
| // a job. |
| ShortId int64 `json:"shortId,omitempty,string"` |
| |
| // StringList: List of strings, for Set. |
| StringList *StringList `json:"stringList,omitempty"` |
| |
| // StructuredNameAndMetadata: Counter structured name and metadata. |
| StructuredNameAndMetadata *CounterStructuredNameAndMetadata `json:"structuredNameAndMetadata,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Boolean") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Boolean") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *CounterUpdate) MarshalJSON() ([]byte, error) { |
| type NoMethod CounterUpdate |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| func (s *CounterUpdate) UnmarshalJSON(data []byte) error { |
| type NoMethod CounterUpdate |
| var s1 struct { |
| FloatingPoint gensupport.JSONFloat64 `json:"floatingPoint"` |
| *NoMethod |
| } |
| s1.NoMethod = (*NoMethod)(s) |
| if err := json.Unmarshal(data, &s1); err != nil { |
| return err |
| } |
| s.FloatingPoint = float64(s1.FloatingPoint) |
| return nil |
| } |
| |
| // CreateJobFromTemplateRequest: A request to create a Cloud Dataflow |
| // job from a template. |
| type CreateJobFromTemplateRequest struct { |
| // Environment: The runtime environment for the job. |
| Environment *RuntimeEnvironment `json:"environment,omitempty"` |
| |
| // GcsPath: Required. A Cloud Storage path to the template from which |
| // to |
| // create the job. |
| // Must be a valid Cloud Storage URL, beginning with `gs://`. |
| GcsPath string `json:"gcsPath,omitempty"` |
| |
| // JobName: Required. The job name to use for the created job. |
| JobName string `json:"jobName,omitempty"` |
| |
| // Location: The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) to |
| // which to direct the request. |
| Location string `json:"location,omitempty"` |
| |
| // Parameters: The runtime parameters to pass to the job. |
| Parameters map[string]string `json:"parameters,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Environment") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Environment") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *CreateJobFromTemplateRequest) MarshalJSON() ([]byte, error) { |
| type NoMethod CreateJobFromTemplateRequest |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // CustomSourceLocation: Identifies the location of a custom souce. |
| type CustomSourceLocation struct { |
| // Stateful: Whether this source is stateful. |
| Stateful bool `json:"stateful,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Stateful") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Stateful") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *CustomSourceLocation) MarshalJSON() ([]byte, error) { |
| type NoMethod CustomSourceLocation |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // DataDiskAssignment: Data disk assignment for a given VM instance. |
| type DataDiskAssignment struct { |
| // DataDisks: Mounted data disks. The order is important a data disk's |
| // 0-based index in |
| // this list defines which persistent directory the disk is mounted to, |
| // for |
| // example the list of { "myproject-1014-104817-4c2-harness-0-disk-0" |
| // }, |
| // { "myproject-1014-104817-4c2-harness-0-disk-1" }. |
| DataDisks []string `json:"dataDisks,omitempty"` |
| |
| // VmInstance: VM instance name the data disks mounted to, for |
| // example |
| // "myproject-1014-104817-4c2-harness-0". |
| VmInstance string `json:"vmInstance,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "DataDisks") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DataDisks") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *DataDiskAssignment) MarshalJSON() ([]byte, error) { |
| type NoMethod DataDiskAssignment |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // DatastoreIODetails: Metadata for a Datastore connector used by the |
| // job. |
| type DatastoreIODetails struct { |
| // Namespace: Namespace used in the connection. |
| Namespace string `json:"namespace,omitempty"` |
| |
| // ProjectId: ProjectId accessed in the connection. |
| ProjectId string `json:"projectId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Namespace") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Namespace") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *DatastoreIODetails) MarshalJSON() ([]byte, error) { |
| type NoMethod DatastoreIODetails |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // DerivedSource: Specification of one of the bundles produced as a |
| // result of splitting |
| // a Source (e.g. when executing a SourceSplitRequest, or when |
| // splitting an active task using |
| // WorkItemStatus.dynamic_source_split), |
| // relative to the source being split. |
| type DerivedSource struct { |
| // DerivationMode: What source to base the produced source on (if any). |
| // |
| // Possible values: |
| // "SOURCE_DERIVATION_MODE_UNKNOWN" - The source derivation is |
| // unknown, or unspecified. |
| // "SOURCE_DERIVATION_MODE_INDEPENDENT" - Produce a completely |
| // independent Source with no base. |
| // "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" - Produce a Source based |
| // on the Source being split. |
| // "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" - Produce a Source |
| // based on the base of the Source being split. |
| DerivationMode string `json:"derivationMode,omitempty"` |
| |
| // Source: Specification of the source. |
| Source *Source `json:"source,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "DerivationMode") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DerivationMode") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *DerivedSource) MarshalJSON() ([]byte, error) { |
| type NoMethod DerivedSource |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // Disk: Describes the data disk used by a workflow job. |
| type Disk struct { |
| // DiskType: Disk storage type, as defined by Google Compute Engine. |
| // This |
| // must be a disk type appropriate to the project and zone in which |
| // the workers will run. If unknown or unspecified, the service |
| // will attempt to choose a reasonable default. |
| // |
| // For example, the standard persistent disk type is a resource |
| // name |
| // typically ending in "pd-standard". If SSD persistent disks |
| // are |
| // available, the resource name typically ends with "pd-ssd". |
| // The |
| // actual valid values are defined the Google Compute Engine API, |
| // not by the Cloud Dataflow API; consult the Google Compute |
| // Engine |
| // documentation for more information about determining the set |
| // of |
| // available disk types for a particular project and zone. |
| // |
| // Google Compute Engine Disk types are local to a particular |
| // project in a particular zone, and so the resource name will |
| // typically look something like |
| // this: |
| // |
| // compute.googleapis.com/projects/project-id/zones/zone/diskTypes |
| // /pd-standard |
| DiskType string `json:"diskType,omitempty"` |
| |
| // MountPoint: Directory in a VM where disk is mounted. |
| MountPoint string `json:"mountPoint,omitempty"` |
| |
| // SizeGb: Size of disk in GB. If zero or unspecified, the service |
| // will |
| // attempt to choose a reasonable default. |
| SizeGb int64 `json:"sizeGb,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "DiskType") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DiskType") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *Disk) MarshalJSON() ([]byte, error) { |
| type NoMethod Disk |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // DisplayData: Data provided with a pipeline or transform to provide |
| // descriptive info. |
| type DisplayData struct { |
| // BoolValue: Contains value if the data is of a boolean type. |
| BoolValue bool `json:"boolValue,omitempty"` |
| |
| // DurationValue: Contains value if the data is of duration type. |
| DurationValue string `json:"durationValue,omitempty"` |
| |
| // FloatValue: Contains value if the data is of float type. |
| FloatValue float64 `json:"floatValue,omitempty"` |
| |
| // Int64Value: Contains value if the data is of int64 type. |
| Int64Value int64 `json:"int64Value,omitempty,string"` |
| |
| // JavaClassValue: Contains value if the data is of java class type. |
| JavaClassValue string `json:"javaClassValue,omitempty"` |
| |
| // Key: The key identifying the display data. |
| // This is intended to be used as a label for the display data |
| // when viewed in a dax monitoring system. |
| Key string `json:"key,omitempty"` |
| |
| // Label: An optional label to display in a dax UI for the element. |
| Label string `json:"label,omitempty"` |
| |
| // Namespace: The namespace for the key. This is usually a class name or |
| // programming |
| // language namespace (i.e. python module) which defines the display |
| // data. |
| // This allows a dax monitoring system to specially handle the data |
| // and perform custom rendering. |
| Namespace string `json:"namespace,omitempty"` |
| |
| // ShortStrValue: A possible additional shorter value to display. |
| // For example a java_class_name_value of com.mypackage.MyDoFn |
| // will be stored with MyDoFn as the short_str_value |
| // and |
| // com.mypackage.MyDoFn as the java_class_name value. |
| // short_str_value can be displayed and java_class_name_value |
| // will be displayed as a tooltip. |
| ShortStrValue string `json:"shortStrValue,omitempty"` |
| |
| // StrValue: Contains value if the data is of string type. |
| StrValue string `json:"strValue,omitempty"` |
| |
| // TimestampValue: Contains value if the data is of timestamp type. |
| TimestampValue string `json:"timestampValue,omitempty"` |
| |
| // Url: An optional full URL. |
| Url string `json:"url,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "BoolValue") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "BoolValue") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *DisplayData) MarshalJSON() ([]byte, error) { |
| type NoMethod DisplayData |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| func (s *DisplayData) UnmarshalJSON(data []byte) error { |
| type NoMethod DisplayData |
| var s1 struct { |
| FloatValue gensupport.JSONFloat64 `json:"floatValue"` |
| *NoMethod |
| } |
| s1.NoMethod = (*NoMethod)(s) |
| if err := json.Unmarshal(data, &s1); err != nil { |
| return err |
| } |
| s.FloatValue = float64(s1.FloatValue) |
| return nil |
| } |
| |
| // DistributionUpdate: A metric value representing a distribution. |
| type DistributionUpdate struct { |
| // Count: The count of the number of elements present in the |
| // distribution. |
| Count *SplitInt64 `json:"count,omitempty"` |
| |
| // Histogram: (Optional) Histogram of value counts for the distribution. |
| Histogram *Histogram `json:"histogram,omitempty"` |
| |
| // Max: The maximum value present in the distribution. |
| Max *SplitInt64 `json:"max,omitempty"` |
| |
| // Min: The minimum value present in the distribution. |
| Min *SplitInt64 `json:"min,omitempty"` |
| |
| // Sum: Use an int64 since we'd prefer the added precision. If overflow |
| // is a common |
| // problem we can detect it and use an additional int64 or a double. |
| Sum *SplitInt64 `json:"sum,omitempty"` |
| |
| // SumOfSquares: Use a double since the sum of squares is likely to |
| // overflow int64. |
| SumOfSquares float64 `json:"sumOfSquares,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Count") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Count") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *DistributionUpdate) MarshalJSON() ([]byte, error) { |
| type NoMethod DistributionUpdate |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| func (s *DistributionUpdate) UnmarshalJSON(data []byte) error { |
| type NoMethod DistributionUpdate |
| var s1 struct { |
| SumOfSquares gensupport.JSONFloat64 `json:"sumOfSquares"` |
| *NoMethod |
| } |
| s1.NoMethod = (*NoMethod)(s) |
| if err := json.Unmarshal(data, &s1); err != nil { |
| return err |
| } |
| s.SumOfSquares = float64(s1.SumOfSquares) |
| return nil |
| } |
| |
| // DynamicSourceSplit: When a task splits using |
| // WorkItemStatus.dynamic_source_split, this |
| // message describes the two parts of the split relative to |
| // the |
| // description of the current task's input. |
| type DynamicSourceSplit struct { |
| // Primary: Primary part (continued to be processed by |
| // worker). |
| // Specified relative to the previously-current source. |
| // Becomes current. |
| Primary *DerivedSource `json:"primary,omitempty"` |
| |
| // Residual: Residual part (returned to the pool of work). |
| // Specified relative to the previously-current source. |
| Residual *DerivedSource `json:"residual,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Primary") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Primary") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *DynamicSourceSplit) MarshalJSON() ([]byte, error) { |
| type NoMethod DynamicSourceSplit |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // Environment: Describes the environment in which a Dataflow Job runs. |
| type Environment struct { |
| // ClusterManagerApiService: The type of cluster manager API to use. If |
| // unknown or |
| // unspecified, the service will attempt to choose a reasonable |
| // default. This should be in the form of the API service name, |
| // e.g. "compute.googleapis.com". |
| ClusterManagerApiService string `json:"clusterManagerApiService,omitempty"` |
| |
| // Dataset: The dataset for the current project where various |
| // workflow |
| // related tables are stored. |
| // |
| // The supported resource type is: |
| // |
| // Google BigQuery: |
| // bigquery.googleapis.com/{dataset} |
| Dataset string `json:"dataset,omitempty"` |
| |
| // Experiments: The list of experiments to enable. |
| Experiments []string `json:"experiments,omitempty"` |
| |
| // FlexResourceSchedulingGoal: Which Flexible Resource Scheduling mode |
| // to run in. |
| // |
| // Possible values: |
| // "FLEXRS_UNSPECIFIED" - Run in the default mode. |
| // "FLEXRS_SPEED_OPTIMIZED" - Optimize for lower execution time. |
| // "FLEXRS_COST_OPTIMIZED" - Optimize for lower cost. |
| FlexResourceSchedulingGoal string `json:"flexResourceSchedulingGoal,omitempty"` |
| |
| // InternalExperiments: Experimental settings. |
| InternalExperiments googleapi.RawMessage `json:"internalExperiments,omitempty"` |
| |
| // SdkPipelineOptions: The Cloud Dataflow SDK pipeline options specified |
| // by the user. These |
| // options are passed through the service and are used to recreate |
| // the |
| // SDK pipeline options on the worker in a language agnostic and |
| // platform |
| // independent way. |
| SdkPipelineOptions googleapi.RawMessage `json:"sdkPipelineOptions,omitempty"` |
| |
| // ServiceAccountEmail: Identity to run virtual machines as. Defaults to |
| // the default account. |
| ServiceAccountEmail string `json:"serviceAccountEmail,omitempty"` |
| |
| // ServiceKmsKeyName: If set, contains the Cloud KMS key identifier used |
| // to encrypt data |
| // at rest, AKA a Customer Managed Encryption Key (CMEK). |
| // |
| // Format: |
| // |
| // projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KE |
| // Y |
| ServiceKmsKeyName string `json:"serviceKmsKeyName,omitempty"` |
| |
| // TempStoragePrefix: The prefix of the resources the system should use |
| // for temporary |
| // storage. The system will append the suffix "/temp-{JOBNAME} to |
| // this resource prefix, where {JOBNAME} is the value of the |
| // job_name field. The resulting bucket and object prefix is used |
| // as the prefix of the resources used to store temporary data |
| // needed during the job execution. NOTE: This will override the |
| // value in taskrunner_settings. |
| // The supported resource type is: |
| // |
| // Google Cloud Storage: |
| // |
| // storage.googleapis.com/{bucket}/{object} |
| // bucket.storage.googleapis.com/{object} |
| TempStoragePrefix string `json:"tempStoragePrefix,omitempty"` |
| |
| // UserAgent: A description of the process that generated the request. |
| UserAgent googleapi.RawMessage `json:"userAgent,omitempty"` |
| |
| // Version: A structure describing which components and their versions |
| // of the service |
| // are required in order to run the job. |
| Version googleapi.RawMessage `json:"version,omitempty"` |
| |
| // WorkerPools: The worker pools. At least one "harness" worker pool |
| // must be |
| // specified in order for the job to have workers. |
| WorkerPools []*WorkerPool `json:"workerPools,omitempty"` |
| |
| // WorkerRegion: The Compute Engine |
| // region |
| // (https://cloud.google.com/compute/docs/regions-zones/regions-zo |
| // nes) in |
| // which worker processing should occur, e.g. "us-west1". Mutually |
| // exclusive |
| // with worker_zone. If neither worker_region nor worker_zone is |
| // specified, |
| // default to the control plane's region. |
| WorkerRegion string `json:"workerRegion,omitempty"` |
| |
| // WorkerZone: The Compute Engine |
| // zone |
| // (https://cloud.google.com/compute/docs/regions-zones/regions-zone |
| // s) in |
| // which worker processing should occur, e.g. "us-west1-a". Mutually |
| // exclusive |
| // with worker_region. If neither worker_region nor worker_zone is |
| // specified, |
| // a zone in the control plane's region is chosen based on available |
| // capacity. |
| WorkerZone string `json:"workerZone,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. |
| // "ClusterManagerApiService") to unconditionally include in API |
| // requests. By default, fields with empty values are omitted from API |
| // requests. However, any non-pointer, non-interface field appearing in |
| // ForceSendFields will be sent to the server regardless of whether the |
| // field is empty or not. This may be used to include empty fields in |
| // Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ClusterManagerApiService") |
| // to include in API requests with the JSON null value. By default, |
| // fields with empty values are omitted from API requests. However, any |
| // field with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *Environment) MarshalJSON() ([]byte, error) { |
| type NoMethod Environment |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ExecutionStageState: A message describing the state of a particular |
| // execution stage. |
| type ExecutionStageState struct { |
| // CurrentStateTime: The time at which the stage transitioned to this |
| // state. |
| CurrentStateTime string `json:"currentStateTime,omitempty"` |
| |
| // ExecutionStageName: The name of the execution stage. |
| ExecutionStageName string `json:"executionStageName,omitempty"` |
| |
| // ExecutionStageState: Executions stage states allow the same set of |
| // values as JobState. |
| // |
| // Possible values: |
| // "JOB_STATE_UNKNOWN" - The job's run state isn't specified. |
| // "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job |
| // has not |
| // yet started to run. |
| // "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is |
| // currently running. |
| // "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has |
| // successfully completed. |
| // This is a terminal job state. This state may be set by the Cloud |
| // Dataflow |
| // service, as a transition from `JOB_STATE_RUNNING`. It may also be set |
| // via a |
| // Cloud Dataflow `UpdateJob` call, if the job has not yet reached a |
| // terminal |
| // state. |
| // "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has |
| // failed. This is a |
| // terminal job state. This state may only be set by the Cloud |
| // Dataflow |
| // service, and only as a transition from `JOB_STATE_RUNNING`. |
| // "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the |
| // job has been explicitly |
| // cancelled. This is a terminal job state. This state may only be |
| // set via a Cloud Dataflow `UpdateJob` call, and only if the job has |
| // not |
| // yet reached another terminal state. |
| // "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job |
| // was successfully updated, |
| // meaning that this job was stopped and another job was started, |
| // inheriting |
| // state from this one. This is a terminal job state. This state may |
| // only be |
| // set by the Cloud Dataflow service, and only as a transition |
| // from |
| // `JOB_STATE_RUNNING`. |
| // "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job |
| // is in the process of draining. |
| // A draining job has stopped pulling from its input sources and is |
| // processing |
| // any data that remains in-flight. This state may be set via a Cloud |
| // Dataflow |
| // `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. |
| // Jobs |
| // that are draining may only transition to |
| // `JOB_STATE_DRAINED`, |
| // `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. |
| // "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job |
| // has been drained. |
| // A drained job terminated by stopping pulling from its input sources |
| // and |
| // processing any data that remained in-flight when draining was |
| // requested. |
| // This state is a terminal state, may only be set by the Cloud |
| // Dataflow |
| // service, and only as a transition from `JOB_STATE_DRAINING`. |
| // "JOB_STATE_PENDING" - `JOB_STATE_PENDING` indicates that the job |
| // has been created but is not yet |
| // running. Jobs that are pending may only transition to |
| // `JOB_STATE_RUNNING`, |
| // or `JOB_STATE_FAILED`. |
| // "JOB_STATE_CANCELLING" - `JOB_STATE_CANCELLING` indicates that the |
| // job has been explicitly cancelled |
| // and is in the process of stopping. Jobs that are cancelling may |
| // only |
| // transition to `JOB_STATE_CANCELLED` or `JOB_STATE_FAILED`. |
| // "JOB_STATE_QUEUED" - `JOB_STATE_QUEUED` indicates that the job has |
| // been created but is being |
| // delayed until launch. Jobs that are queued may only transition |
| // to |
| // `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`. |
| ExecutionStageState string `json:"executionStageState,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "CurrentStateTime") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "CurrentStateTime") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ExecutionStageState) MarshalJSON() ([]byte, error) { |
| type NoMethod ExecutionStageState |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ExecutionStageSummary: Description of the composing transforms, |
| // names/ids, and input/outputs of a |
| // stage of execution. Some composing transforms and sources may have |
| // been |
| // generated by the Dataflow service during execution planning. |
| type ExecutionStageSummary struct { |
| // ComponentSource: Collections produced and consumed by component |
| // transforms of this stage. |
| ComponentSource []*ComponentSource `json:"componentSource,omitempty"` |
| |
| // ComponentTransform: Transforms that comprise this execution stage. |
| ComponentTransform []*ComponentTransform `json:"componentTransform,omitempty"` |
| |
| // Id: Dataflow service generated id for this stage. |
| Id string `json:"id,omitempty"` |
| |
| // InputSource: Input sources for this stage. |
| InputSource []*StageSource `json:"inputSource,omitempty"` |
| |
| // Kind: Type of tranform this stage is executing. |
| // |
| // Possible values: |
| // "UNKNOWN_KIND" - Unrecognized transform type. |
| // "PAR_DO_KIND" - ParDo transform. |
| // "GROUP_BY_KEY_KIND" - Group By Key transform. |
| // "FLATTEN_KIND" - Flatten transform. |
| // "READ_KIND" - Read transform. |
| // "WRITE_KIND" - Write transform. |
| // "CONSTANT_KIND" - Constructs from a constant value, such as with |
| // Create.of. |
| // "SINGLETON_KIND" - Creates a Singleton view of a collection. |
| // "SHUFFLE_KIND" - Opening or closing a shuffle session, often as |
| // part of a GroupByKey. |
| Kind string `json:"kind,omitempty"` |
| |
| // Name: Dataflow service generated name for this stage. |
| Name string `json:"name,omitempty"` |
| |
| // OutputSource: Output sources for this stage. |
| OutputSource []*StageSource `json:"outputSource,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ComponentSource") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ComponentSource") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ExecutionStageSummary) MarshalJSON() ([]byte, error) { |
| type NoMethod ExecutionStageSummary |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // FailedLocation: Indicates which [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) failed |
| // to respond to a request for data. |
| type FailedLocation struct { |
| // Name: The name of the [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // failed to respond. |
| Name string `json:"name,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Name") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Name") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *FailedLocation) MarshalJSON() ([]byte, error) { |
| type NoMethod FailedLocation |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // FileIODetails: Metadata for a File connector used by the job. |
| type FileIODetails struct { |
| // FilePattern: File Pattern used to access files by the connector. |
| FilePattern string `json:"filePattern,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "FilePattern") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "FilePattern") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *FileIODetails) MarshalJSON() ([]byte, error) { |
| type NoMethod FileIODetails |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // FlattenInstruction: An instruction that copies its inputs (zero or |
| // more) to its (single) output. |
| type FlattenInstruction struct { |
| // Inputs: Describes the inputs to the flatten instruction. |
| Inputs []*InstructionInput `json:"inputs,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Inputs") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Inputs") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *FlattenInstruction) MarshalJSON() ([]byte, error) { |
| type NoMethod FlattenInstruction |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // FloatingPointList: A metric value representing a list of floating |
| // point numbers. |
| type FloatingPointList struct { |
| // Elements: Elements of the list. |
| Elements []float64 `json:"elements,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Elements") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Elements") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *FloatingPointList) MarshalJSON() ([]byte, error) { |
| type NoMethod FloatingPointList |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // FloatingPointMean: A representation of a floating point mean metric |
| // contribution. |
| type FloatingPointMean struct { |
| // Count: The number of values being aggregated. |
| Count *SplitInt64 `json:"count,omitempty"` |
| |
| // Sum: The sum of all values being aggregated. |
| Sum float64 `json:"sum,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Count") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Count") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *FloatingPointMean) MarshalJSON() ([]byte, error) { |
| type NoMethod FloatingPointMean |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| func (s *FloatingPointMean) UnmarshalJSON(data []byte) error { |
| type NoMethod FloatingPointMean |
| var s1 struct { |
| Sum gensupport.JSONFloat64 `json:"sum"` |
| *NoMethod |
| } |
| s1.NoMethod = (*NoMethod)(s) |
| if err := json.Unmarshal(data, &s1); err != nil { |
| return err |
| } |
| s.Sum = float64(s1.Sum) |
| return nil |
| } |
| |
| // GetDebugConfigRequest: Request to get updated debug configuration for |
| // component. |
| type GetDebugConfigRequest struct { |
| // ComponentId: The internal component id for which debug configuration |
| // is |
| // requested. |
| ComponentId string `json:"componentId,omitempty"` |
| |
| // Location: The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains the job specified by job_id. |
| Location string `json:"location,omitempty"` |
| |
| // WorkerId: The worker id, i.e., VM hostname. |
| WorkerId string `json:"workerId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ComponentId") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ComponentId") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *GetDebugConfigRequest) MarshalJSON() ([]byte, error) { |
| type NoMethod GetDebugConfigRequest |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // GetDebugConfigResponse: Response to a get debug configuration |
| // request. |
| type GetDebugConfigResponse struct { |
| // Config: The encoded debug configuration for the requested component. |
| Config string `json:"config,omitempty"` |
| |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| |
| // ForceSendFields is a list of field names (e.g. "Config") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Config") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *GetDebugConfigResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod GetDebugConfigResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // GetTemplateResponse: The response to a GetTemplate request. |
| type GetTemplateResponse struct { |
| // Metadata: The template metadata describing the template name, |
| // available |
| // parameters, etc. |
| Metadata *TemplateMetadata `json:"metadata,omitempty"` |
| |
| // Status: The status of the get template request. Any problems with |
| // the |
| // request will be indicated in the error_details. |
| Status *Status `json:"status,omitempty"` |
| |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| |
| // ForceSendFields is a list of field names (e.g. "Metadata") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Metadata") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *GetTemplateResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod GetTemplateResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // Histogram: Histogram of value counts for a distribution. |
| // |
| // Buckets have an inclusive lower bound and exclusive upper bound and |
| // use |
| // "1,2,5 bucketing": The first bucket range is from [0,1) and all |
| // subsequent |
| // bucket boundaries are powers of ten multiplied by 1, 2, or 5. Thus, |
| // bucket |
| // boundaries are 0, 1, 2, 5, 10, 20, 50, 100, 200, 500, 1000, |
| // ... |
| // Negative values are not supported. |
| type Histogram struct { |
| // BucketCounts: Counts of values in each bucket. For efficiency, prefix |
| // and trailing |
| // buckets with count = 0 are elided. Buckets can store the full range |
| // of |
| // values of an unsigned long, with ULLONG_MAX falling into the 59th |
| // bucket |
| // with range [1e19, 2e19). |
| BucketCounts googleapi.Int64s `json:"bucketCounts,omitempty"` |
| |
| // FirstBucketOffset: Starting index of first stored bucket. The |
| // non-inclusive upper-bound of |
| // the ith bucket is given by: |
| // pow(10,(i-first_bucket_offset)/3) * |
| // (1,2,5)[(i-first_bucket_offset)%3] |
| FirstBucketOffset int64 `json:"firstBucketOffset,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "BucketCounts") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "BucketCounts") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *Histogram) MarshalJSON() ([]byte, error) { |
| type NoMethod Histogram |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // HotKeyDetection: Proto describing a hot key detected on a given |
| // WorkItem. |
| type HotKeyDetection struct { |
| // HotKeyAge: The age of the hot key measured from when it was first |
| // detected. |
| HotKeyAge string `json:"hotKeyAge,omitempty"` |
| |
| // SystemName: System-defined name of the step containing this hot |
| // key. |
| // Unique across the workflow. |
| SystemName string `json:"systemName,omitempty"` |
| |
| // UserStepName: User-provided name of the step that contains this hot |
| // key. |
| UserStepName string `json:"userStepName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "HotKeyAge") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "HotKeyAge") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *HotKeyDetection) MarshalJSON() ([]byte, error) { |
| type NoMethod HotKeyDetection |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // InstructionInput: An input of an instruction, as a reference to an |
| // output of a |
| // producer instruction. |
| type InstructionInput struct { |
| // OutputNum: The output index (origin zero) within the producer. |
| OutputNum int64 `json:"outputNum,omitempty"` |
| |
| // ProducerInstructionIndex: The index (origin zero) of the parallel |
| // instruction that produces |
| // the output to be consumed by this input. This index is relative |
| // to the list of instructions in this input's instruction's |
| // containing MapTask. |
| ProducerInstructionIndex int64 `json:"producerInstructionIndex,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "OutputNum") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "OutputNum") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *InstructionInput) MarshalJSON() ([]byte, error) { |
| type NoMethod InstructionInput |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // InstructionOutput: An output of an instruction. |
| type InstructionOutput struct { |
| // Codec: The codec to use to encode data being written via this output. |
| Codec googleapi.RawMessage `json:"codec,omitempty"` |
| |
| // Name: The user-provided name of this output. |
| Name string `json:"name,omitempty"` |
| |
| // OnlyCountKeyBytes: For system-generated byte and mean byte metrics, |
| // certain instructions |
| // should only report the key size. |
| OnlyCountKeyBytes bool `json:"onlyCountKeyBytes,omitempty"` |
| |
| // OnlyCountValueBytes: For system-generated byte and mean byte metrics, |
| // certain instructions |
| // should only report the value size. |
| OnlyCountValueBytes bool `json:"onlyCountValueBytes,omitempty"` |
| |
| // OriginalName: System-defined name for this output in the original |
| // workflow graph. |
| // Outputs that do not contribute to an original instruction do not set |
| // this. |
| OriginalName string `json:"originalName,omitempty"` |
| |
| // SystemName: System-defined name of this output. |
| // Unique across the workflow. |
| SystemName string `json:"systemName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Codec") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Codec") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *InstructionOutput) MarshalJSON() ([]byte, error) { |
| type NoMethod InstructionOutput |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // IntegerGauge: A metric value representing temporal values of a |
| // variable. |
| type IntegerGauge struct { |
| // Timestamp: The time at which this value was measured. Measured as |
| // msecs from epoch. |
| Timestamp string `json:"timestamp,omitempty"` |
| |
| // Value: The value of the variable represented by this gauge. |
| Value *SplitInt64 `json:"value,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Timestamp") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Timestamp") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *IntegerGauge) MarshalJSON() ([]byte, error) { |
| type NoMethod IntegerGauge |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // IntegerList: A metric value representing a list of integers. |
| type IntegerList struct { |
| // Elements: Elements of the list. |
| Elements []*SplitInt64 `json:"elements,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Elements") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Elements") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *IntegerList) MarshalJSON() ([]byte, error) { |
| type NoMethod IntegerList |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // IntegerMean: A representation of an integer mean metric contribution. |
| type IntegerMean struct { |
| // Count: The number of values being aggregated. |
| Count *SplitInt64 `json:"count,omitempty"` |
| |
| // Sum: The sum of all values being aggregated. |
| Sum *SplitInt64 `json:"sum,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Count") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Count") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *IntegerMean) MarshalJSON() ([]byte, error) { |
| type NoMethod IntegerMean |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // Job: Defines a job to be run by the Cloud Dataflow service. |
| type Job struct { |
| // ClientRequestId: The client's unique identifier of the job, re-used |
| // across retried attempts. |
| // If this field is set, the service will ensure its uniqueness. |
| // The request to create a job will fail if the service has knowledge of |
| // a |
| // previously submitted job with the same client's ID and job name. |
| // The caller may use this field to ensure idempotence of job |
| // creation across retried attempts to create a job. |
| // By default, the field is empty and, in that case, the service ignores |
| // it. |
| ClientRequestId string `json:"clientRequestId,omitempty"` |
| |
| // CreateTime: The timestamp when the job was initially created. |
| // Immutable and set by the |
| // Cloud Dataflow service. |
| CreateTime string `json:"createTime,omitempty"` |
| |
| // CreatedFromSnapshotId: If this is specified, the job's initial state |
| // is populated from the given |
| // snapshot. |
| CreatedFromSnapshotId string `json:"createdFromSnapshotId,omitempty"` |
| |
| // CurrentState: The current state of the job. |
| // |
| // Jobs are created in the `JOB_STATE_STOPPED` state unless |
| // otherwise |
| // specified. |
| // |
| // A job in the `JOB_STATE_RUNNING` state may asynchronously enter |
| // a |
| // terminal state. After a job has reached a terminal state, no |
| // further state updates may be made. |
| // |
| // This field may be mutated by the Cloud Dataflow service; |
| // callers cannot mutate it. |
| // |
| // Possible values: |
| // "JOB_STATE_UNKNOWN" - The job's run state isn't specified. |
| // "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job |
| // has not |
| // yet started to run. |
| // "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is |
| // currently running. |
| // "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has |
| // successfully completed. |
| // This is a terminal job state. This state may be set by the Cloud |
| // Dataflow |
| // service, as a transition from `JOB_STATE_RUNNING`. It may also be set |
| // via a |
| // Cloud Dataflow `UpdateJob` call, if the job has not yet reached a |
| // terminal |
| // state. |
| // "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has |
| // failed. This is a |
| // terminal job state. This state may only be set by the Cloud |
| // Dataflow |
| // service, and only as a transition from `JOB_STATE_RUNNING`. |
| // "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the |
| // job has been explicitly |
| // cancelled. This is a terminal job state. This state may only be |
| // set via a Cloud Dataflow `UpdateJob` call, and only if the job has |
| // not |
| // yet reached another terminal state. |
| // "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job |
| // was successfully updated, |
| // meaning that this job was stopped and another job was started, |
| // inheriting |
| // state from this one. This is a terminal job state. This state may |
| // only be |
| // set by the Cloud Dataflow service, and only as a transition |
| // from |
| // `JOB_STATE_RUNNING`. |
| // "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job |
| // is in the process of draining. |
| // A draining job has stopped pulling from its input sources and is |
| // processing |
| // any data that remains in-flight. This state may be set via a Cloud |
| // Dataflow |
| // `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. |
| // Jobs |
| // that are draining may only transition to |
| // `JOB_STATE_DRAINED`, |
| // `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. |
| // "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job |
| // has been drained. |
| // A drained job terminated by stopping pulling from its input sources |
| // and |
| // processing any data that remained in-flight when draining was |
| // requested. |
| // This state is a terminal state, may only be set by the Cloud |
| // Dataflow |
| // service, and only as a transition from `JOB_STATE_DRAINING`. |
| // "JOB_STATE_PENDING" - `JOB_STATE_PENDING` indicates that the job |
| // has been created but is not yet |
| // running. Jobs that are pending may only transition to |
| // `JOB_STATE_RUNNING`, |
| // or `JOB_STATE_FAILED`. |
| // "JOB_STATE_CANCELLING" - `JOB_STATE_CANCELLING` indicates that the |
| // job has been explicitly cancelled |
| // and is in the process of stopping. Jobs that are cancelling may |
| // only |
| // transition to `JOB_STATE_CANCELLED` or `JOB_STATE_FAILED`. |
| // "JOB_STATE_QUEUED" - `JOB_STATE_QUEUED` indicates that the job has |
| // been created but is being |
| // delayed until launch. Jobs that are queued may only transition |
| // to |
| // `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`. |
| CurrentState string `json:"currentState,omitempty"` |
| |
| // CurrentStateTime: The timestamp associated with the current state. |
| CurrentStateTime string `json:"currentStateTime,omitempty"` |
| |
| // Environment: The environment for the job. |
| Environment *Environment `json:"environment,omitempty"` |
| |
| // ExecutionInfo: Deprecated. |
| ExecutionInfo *JobExecutionInfo `json:"executionInfo,omitempty"` |
| |
| // Id: The unique ID of this job. |
| // |
| // This field is set by the Cloud Dataflow service when the Job |
| // is |
| // created, and is immutable for the life of the job. |
| Id string `json:"id,omitempty"` |
| |
| // JobMetadata: This field is populated by the Dataflow service to |
| // support filtering jobs |
| // by the metadata values provided here. Populated for ListJobs and all |
| // GetJob |
| // views SUMMARY and higher. |
| JobMetadata *JobMetadata `json:"jobMetadata,omitempty"` |
| |
| // Labels: User-defined labels for this job. |
| // |
| // The labels map can contain no more than 64 entries. Entries of the |
| // labels |
| // map are UTF8 strings that comply with the following restrictions: |
| // |
| // * Keys must conform to regexp: \p{Ll}\p{Lo}{0,62} |
| // * Values must conform to regexp: [\p{Ll}\p{Lo}\p{N}_-]{0,63} |
| // * Both keys and values are additionally constrained to be <= 128 |
| // bytes in |
| // size. |
| Labels map[string]string `json:"labels,omitempty"` |
| |
| // Location: The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains this job. |
| Location string `json:"location,omitempty"` |
| |
| // Name: The user-specified Cloud Dataflow job name. |
| // |
| // Only one Job with a given name may exist in a project at any |
| // given time. If a caller attempts to create a Job with the same |
| // name as an already-existing Job, the attempt returns the |
| // existing Job. |
| // |
| // The name must match the regular |
| // expression |
| // `[a-z]([-a-z0-9]{0,38}[a-z0-9])?` |
| Name string `json:"name,omitempty"` |
| |
| // PipelineDescription: Preliminary field: The format of this data may |
| // change at any time. |
| // A description of the user pipeline and stages through which it is |
| // executed. |
| // Created by Cloud Dataflow service. Only retrieved |
| // with |
| // JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL. |
| PipelineDescription *PipelineDescription `json:"pipelineDescription,omitempty"` |
| |
| // ProjectId: The ID of the Cloud Platform project that the job belongs |
| // to. |
| ProjectId string `json:"projectId,omitempty"` |
| |
| // ReplaceJobId: If this job is an update of an existing job, this field |
| // is the job ID |
| // of the job it replaced. |
| // |
| // When sending a `CreateJobRequest`, you can update a job by specifying |
| // it |
| // here. The job named here is stopped, and its intermediate state |
| // is |
| // transferred to this job. |
| ReplaceJobId string `json:"replaceJobId,omitempty"` |
| |
| // ReplacedByJobId: If another job is an update of this job (and thus, |
| // this job is in |
| // `JOB_STATE_UPDATED`), this field contains the ID of that job. |
| ReplacedByJobId string `json:"replacedByJobId,omitempty"` |
| |
| // RequestedState: The job's requested state. |
| // |
| // `UpdateJob` may be used to switch between the `JOB_STATE_STOPPED` |
| // and |
| // `JOB_STATE_RUNNING` states, by setting requested_state. `UpdateJob` |
| // may |
| // also be used to directly set a job's requested state |
| // to |
| // `JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably terminating |
| // the |
| // job if it has not already reached a terminal state. |
| // |
| // Possible values: |
| // "JOB_STATE_UNKNOWN" - The job's run state isn't specified. |
| // "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job |
| // has not |
| // yet started to run. |
| // "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is |
| // currently running. |
| // "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has |
| // successfully completed. |
| // This is a terminal job state. This state may be set by the Cloud |
| // Dataflow |
| // service, as a transition from `JOB_STATE_RUNNING`. It may also be set |
| // via a |
| // Cloud Dataflow `UpdateJob` call, if the job has not yet reached a |
| // terminal |
| // state. |
| // "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has |
| // failed. This is a |
| // terminal job state. This state may only be set by the Cloud |
| // Dataflow |
| // service, and only as a transition from `JOB_STATE_RUNNING`. |
| // "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the |
| // job has been explicitly |
| // cancelled. This is a terminal job state. This state may only be |
| // set via a Cloud Dataflow `UpdateJob` call, and only if the job has |
| // not |
| // yet reached another terminal state. |
| // "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job |
| // was successfully updated, |
| // meaning that this job was stopped and another job was started, |
| // inheriting |
| // state from this one. This is a terminal job state. This state may |
| // only be |
| // set by the Cloud Dataflow service, and only as a transition |
| // from |
| // `JOB_STATE_RUNNING`. |
| // "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job |
| // is in the process of draining. |
| // A draining job has stopped pulling from its input sources and is |
| // processing |
| // any data that remains in-flight. This state may be set via a Cloud |
| // Dataflow |
| // `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. |
| // Jobs |
| // that are draining may only transition to |
| // `JOB_STATE_DRAINED`, |
| // `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. |
| // "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job |
| // has been drained. |
| // A drained job terminated by stopping pulling from its input sources |
| // and |
| // processing any data that remained in-flight when draining was |
| // requested. |
| // This state is a terminal state, may only be set by the Cloud |
| // Dataflow |
| // service, and only as a transition from `JOB_STATE_DRAINING`. |
| // "JOB_STATE_PENDING" - `JOB_STATE_PENDING` indicates that the job |
| // has been created but is not yet |
| // running. Jobs that are pending may only transition to |
| // `JOB_STATE_RUNNING`, |
| // or `JOB_STATE_FAILED`. |
| // "JOB_STATE_CANCELLING" - `JOB_STATE_CANCELLING` indicates that the |
| // job has been explicitly cancelled |
| // and is in the process of stopping. Jobs that are cancelling may |
| // only |
| // transition to `JOB_STATE_CANCELLED` or `JOB_STATE_FAILED`. |
| // "JOB_STATE_QUEUED" - `JOB_STATE_QUEUED` indicates that the job has |
| // been created but is being |
| // delayed until launch. Jobs that are queued may only transition |
| // to |
| // `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`. |
| RequestedState string `json:"requestedState,omitempty"` |
| |
| // StageStates: This field may be mutated by the Cloud Dataflow |
| // service; |
| // callers cannot mutate it. |
| StageStates []*ExecutionStageState `json:"stageStates,omitempty"` |
| |
| // StartTime: The timestamp when the job was started (transitioned to |
| // JOB_STATE_PENDING). |
| // Flexible resource scheduling jobs are started with some delay after |
| // job |
| // creation, so start_time is unset before start and is updated when |
| // the |
| // job is started by the Cloud Dataflow service. For other jobs, |
| // start_time |
| // always equals to create_time and is immutable and set by the Cloud |
| // Dataflow |
| // service. |
| StartTime string `json:"startTime,omitempty"` |
| |
| // Steps: Exactly one of step or steps_location should be |
| // specified. |
| // |
| // The top-level steps that constitute the entire job. |
| Steps []*Step `json:"steps,omitempty"` |
| |
| // StepsLocation: The GCS location where the steps are stored. |
| StepsLocation string `json:"stepsLocation,omitempty"` |
| |
| // TempFiles: A set of files the system should be aware of that are |
| // used |
| // for temporary storage. These temporary files will be |
| // removed on job completion. |
| // No duplicates are allowed. |
| // No file patterns are supported. |
| // |
| // The supported files are: |
| // |
| // Google Cloud Storage: |
| // |
| // storage.googleapis.com/{bucket}/{object} |
| // bucket.storage.googleapis.com/{object} |
| TempFiles []string `json:"tempFiles,omitempty"` |
| |
| // TransformNameMapping: The map of transform name prefixes of the job |
| // to be replaced to the |
| // corresponding name prefixes of the new job. |
| TransformNameMapping map[string]string `json:"transformNameMapping,omitempty"` |
| |
| // Type: The type of Cloud Dataflow job. |
| // |
| // Possible values: |
| // "JOB_TYPE_UNKNOWN" - The type of the job is unspecified, or |
| // unknown. |
| // "JOB_TYPE_BATCH" - A batch job with a well-defined end point: data |
| // is read, data is |
| // processed, data is written, and the job is done. |
| // "JOB_TYPE_STREAMING" - A continuously streaming job with no end: |
| // data is read, |
| // processed, and written continuously. |
| Type string `json:"type,omitempty"` |
| |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| |
| // ForceSendFields is a list of field names (e.g. "ClientRequestId") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ClientRequestId") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *Job) MarshalJSON() ([]byte, error) { |
| type NoMethod Job |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // JobExecutionInfo: Additional information about how a Cloud Dataflow |
| // job will be executed that |
| // isn't contained in the submitted job. |
| type JobExecutionInfo struct { |
| // Stages: A mapping from each stage to the information about that |
| // stage. |
| Stages map[string]JobExecutionStageInfo `json:"stages,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Stages") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Stages") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *JobExecutionInfo) MarshalJSON() ([]byte, error) { |
| type NoMethod JobExecutionInfo |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // JobExecutionStageInfo: Contains information about how a |
| // particular |
| // google.dataflow.v1beta3.Step will be executed. |
| type JobExecutionStageInfo struct { |
| // StepName: The steps associated with the execution stage. |
| // Note that stages may have several steps, and that a given step |
| // might be run by more than one stage. |
| StepName []string `json:"stepName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "StepName") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "StepName") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *JobExecutionStageInfo) MarshalJSON() ([]byte, error) { |
| type NoMethod JobExecutionStageInfo |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // JobMessage: A particular message pertaining to a Dataflow job. |
| type JobMessage struct { |
| // Id: Deprecated. |
| Id string `json:"id,omitempty"` |
| |
| // MessageImportance: Importance level of the message. |
| // |
| // Possible values: |
| // "JOB_MESSAGE_IMPORTANCE_UNKNOWN" - The message importance isn't |
| // specified, or is unknown. |
| // "JOB_MESSAGE_DEBUG" - The message is at the 'debug' level: |
| // typically only useful for |
| // software engineers working on the code the job is running. |
| // Typically, Dataflow pipeline runners do not display log messages |
| // at this level by default. |
| // "JOB_MESSAGE_DETAILED" - The message is at the 'detailed' level: |
| // somewhat verbose, but |
| // potentially useful to users. Typically, Dataflow pipeline |
| // runners do not display log messages at this level by default. |
| // These messages are displayed by default in the Dataflow |
| // monitoring UI. |
| // "JOB_MESSAGE_BASIC" - The message is at the 'basic' level: useful |
| // for keeping |
| // track of the execution of a Dataflow pipeline. Typically, |
| // Dataflow pipeline runners display log messages at this level |
| // by |
| // default, and these messages are displayed by default in the |
| // Dataflow monitoring UI. |
| // "JOB_MESSAGE_WARNING" - The message is at the 'warning' level: |
| // indicating a condition |
| // pertaining to a job which may require human intervention. |
| // Typically, Dataflow pipeline runners display log messages at |
| // this |
| // level by default, and these messages are displayed by default in |
| // the Dataflow monitoring UI. |
| // "JOB_MESSAGE_ERROR" - The message is at the 'error' level: |
| // indicating a condition |
| // preventing a job from succeeding. Typically, Dataflow |
| // pipeline |
| // runners display log messages at this level by default, and |
| // these |
| // messages are displayed by default in the Dataflow monitoring UI. |
| MessageImportance string `json:"messageImportance,omitempty"` |
| |
| // MessageText: The text of the message. |
| MessageText string `json:"messageText,omitempty"` |
| |
| // Time: The timestamp of the message. |
| Time string `json:"time,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Id") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Id") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *JobMessage) MarshalJSON() ([]byte, error) { |
| type NoMethod JobMessage |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // JobMetadata: Metadata available primarily for filtering jobs. Will be |
| // included in the |
| // ListJob response and Job SUMMARY view. |
| type JobMetadata struct { |
| // BigTableDetails: Identification of a BigTable source used in the |
| // Dataflow job. |
| BigTableDetails []*BigTableIODetails `json:"bigTableDetails,omitempty"` |
| |
| // BigqueryDetails: Identification of a BigQuery source used in the |
| // Dataflow job. |
| BigqueryDetails []*BigQueryIODetails `json:"bigqueryDetails,omitempty"` |
| |
| // DatastoreDetails: Identification of a Datastore source used in the |
| // Dataflow job. |
| DatastoreDetails []*DatastoreIODetails `json:"datastoreDetails,omitempty"` |
| |
| // FileDetails: Identification of a File source used in the Dataflow |
| // job. |
| FileDetails []*FileIODetails `json:"fileDetails,omitempty"` |
| |
| // PubsubDetails: Identification of a PubSub source used in the Dataflow |
| // job. |
| PubsubDetails []*PubSubIODetails `json:"pubsubDetails,omitempty"` |
| |
| // SdkVersion: The SDK version used to run the job. |
| SdkVersion *SdkVersion `json:"sdkVersion,omitempty"` |
| |
| // SpannerDetails: Identification of a Spanner source used in the |
| // Dataflow job. |
| SpannerDetails []*SpannerIODetails `json:"spannerDetails,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "BigTableDetails") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "BigTableDetails") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *JobMetadata) MarshalJSON() ([]byte, error) { |
| type NoMethod JobMetadata |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // JobMetrics: JobMetrics contains a collection of metrics describing |
| // the detailed progress |
| // of a Dataflow job. Metrics correspond to user-defined and |
| // system-defined |
| // metrics in the job. |
| // |
| // This resource captures only the most recent values of each |
| // metric; |
| // time-series data can be queried for them (under the same metric |
| // names) |
| // from Cloud Monitoring. |
| type JobMetrics struct { |
| // MetricTime: Timestamp as of which metric values are current. |
| MetricTime string `json:"metricTime,omitempty"` |
| |
| // Metrics: All metrics for this job. |
| Metrics []*MetricUpdate `json:"metrics,omitempty"` |
| |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| |
| // ForceSendFields is a list of field names (e.g. "MetricTime") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "MetricTime") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *JobMetrics) MarshalJSON() ([]byte, error) { |
| type NoMethod JobMetrics |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // KeyRangeDataDiskAssignment: Data disk assignment information for a |
| // specific key-range of a sharded |
| // computation. |
| // Currently we only support UTF-8 character splits to simplify encoding |
| // into |
| // JSON. |
| type KeyRangeDataDiskAssignment struct { |
| // DataDisk: The name of the data disk where data for this range is |
| // stored. |
| // This name is local to the Google Cloud Platform project and |
| // uniquely |
| // identifies the disk within that project, for |
| // example |
| // "myproject-1014-104817-4c2-harness-0-disk-1". |
| DataDisk string `json:"dataDisk,omitempty"` |
| |
| // End: The end (exclusive) of the key range. |
| End string `json:"end,omitempty"` |
| |
| // Start: The start (inclusive) of the key range. |
| Start string `json:"start,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "DataDisk") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DataDisk") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *KeyRangeDataDiskAssignment) MarshalJSON() ([]byte, error) { |
| type NoMethod KeyRangeDataDiskAssignment |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // KeyRangeLocation: Location information for a specific key-range of a |
| // sharded computation. |
| // Currently we only support UTF-8 character splits to simplify encoding |
| // into |
| // JSON. |
| type KeyRangeLocation struct { |
| // DataDisk: The name of the data disk where data for this range is |
| // stored. |
| // This name is local to the Google Cloud Platform project and |
| // uniquely |
| // identifies the disk within that project, for |
| // example |
| // "myproject-1014-104817-4c2-harness-0-disk-1". |
| DataDisk string `json:"dataDisk,omitempty"` |
| |
| // DeliveryEndpoint: The physical location of this range assignment to |
| // be used for |
| // streaming computation cross-worker message delivery. |
| DeliveryEndpoint string `json:"deliveryEndpoint,omitempty"` |
| |
| // DeprecatedPersistentDirectory: DEPRECATED. The location of the |
| // persistent state for this range, as a |
| // persistent directory in the worker local filesystem. |
| DeprecatedPersistentDirectory string `json:"deprecatedPersistentDirectory,omitempty"` |
| |
| // End: The end (exclusive) of the key range. |
| End string `json:"end,omitempty"` |
| |
| // Start: The start (inclusive) of the key range. |
| Start string `json:"start,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "DataDisk") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DataDisk") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *KeyRangeLocation) MarshalJSON() ([]byte, error) { |
| type NoMethod KeyRangeLocation |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // LaunchTemplateParameters: Parameters to provide to the template being |
| // launched. |
| type LaunchTemplateParameters struct { |
| // Environment: The runtime environment for the job. |
| Environment *RuntimeEnvironment `json:"environment,omitempty"` |
| |
| // JobName: Required. The job name to use for the created job. |
| JobName string `json:"jobName,omitempty"` |
| |
| // Parameters: The runtime parameters to pass to the job. |
| Parameters map[string]string `json:"parameters,omitempty"` |
| |
| // TransformNameMapping: Only applicable when updating a pipeline. Map |
| // of transform name prefixes of |
| // the job to be replaced to the corresponding name prefixes of the new |
| // job. |
| TransformNameMapping map[string]string `json:"transformNameMapping,omitempty"` |
| |
| // Update: If set, replace the existing pipeline with the name specified |
| // by jobName |
| // with this pipeline, preserving state. |
| Update bool `json:"update,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Environment") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Environment") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *LaunchTemplateParameters) MarshalJSON() ([]byte, error) { |
| type NoMethod LaunchTemplateParameters |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // LaunchTemplateResponse: Response to the request to launch a template. |
| type LaunchTemplateResponse struct { |
| // Job: The job that was launched, if the request was not a dry run |
| // and |
| // the job was successfully launched. |
| Job *Job `json:"job,omitempty"` |
| |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| |
| // ForceSendFields is a list of field names (e.g. "Job") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Job") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *LaunchTemplateResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod LaunchTemplateResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // LeaseWorkItemRequest: Request to lease WorkItems. |
| type LeaseWorkItemRequest struct { |
| // CurrentWorkerTime: The current timestamp at the worker. |
| CurrentWorkerTime string `json:"currentWorkerTime,omitempty"` |
| |
| // Location: The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains the WorkItem's job. |
| Location string `json:"location,omitempty"` |
| |
| // RequestedLeaseDuration: The initial lease period. |
| RequestedLeaseDuration string `json:"requestedLeaseDuration,omitempty"` |
| |
| // UnifiedWorkerRequest: Untranslated bag-of-bytes WorkRequest from |
| // UnifiedWorker. |
| UnifiedWorkerRequest googleapi.RawMessage `json:"unifiedWorkerRequest,omitempty"` |
| |
| // WorkItemTypes: Filter for WorkItem type. |
| WorkItemTypes []string `json:"workItemTypes,omitempty"` |
| |
| // WorkerCapabilities: Worker capabilities. WorkItems might be limited |
| // to workers with specific |
| // capabilities. |
| WorkerCapabilities []string `json:"workerCapabilities,omitempty"` |
| |
| // WorkerId: Identifies the worker leasing work -- typically the ID of |
| // the |
| // virtual machine running the worker. |
| WorkerId string `json:"workerId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "CurrentWorkerTime") |
| // to unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "CurrentWorkerTime") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *LeaseWorkItemRequest) MarshalJSON() ([]byte, error) { |
| type NoMethod LeaseWorkItemRequest |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // LeaseWorkItemResponse: Response to a request to lease WorkItems. |
| type LeaseWorkItemResponse struct { |
| // UnifiedWorkerResponse: Untranslated bag-of-bytes WorkResponse for |
| // UnifiedWorker. |
| UnifiedWorkerResponse googleapi.RawMessage `json:"unifiedWorkerResponse,omitempty"` |
| |
| // WorkItems: A list of the leased WorkItems. |
| WorkItems []*WorkItem `json:"workItems,omitempty"` |
| |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| |
| // ForceSendFields is a list of field names (e.g. |
| // "UnifiedWorkerResponse") to unconditionally include in API requests. |
| // By default, fields with empty values are omitted from API requests. |
| // However, any non-pointer, non-interface field appearing in |
| // ForceSendFields will be sent to the server regardless of whether the |
| // field is empty or not. This may be used to include empty fields in |
| // Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "UnifiedWorkerResponse") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *LeaseWorkItemResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod LeaseWorkItemResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ListJobMessagesResponse: Response to a request to list job messages. |
| type ListJobMessagesResponse struct { |
| // AutoscalingEvents: Autoscaling events in ascending timestamp order. |
| AutoscalingEvents []*AutoscalingEvent `json:"autoscalingEvents,omitempty"` |
| |
| // JobMessages: Messages in ascending timestamp order. |
| JobMessages []*JobMessage `json:"jobMessages,omitempty"` |
| |
| // NextPageToken: The token to obtain the next page of results if there |
| // are more. |
| NextPageToken string `json:"nextPageToken,omitempty"` |
| |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| |
| // ForceSendFields is a list of field names (e.g. "AutoscalingEvents") |
| // to unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "AutoscalingEvents") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ListJobMessagesResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod ListJobMessagesResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ListJobsResponse: Response to a request to list Cloud Dataflow jobs. |
| // This may be a partial |
| // response, depending on the page size in the ListJobsRequest. |
| type ListJobsResponse struct { |
| // FailedLocation: Zero or more messages describing the [regional |
| // endpoints] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-e |
| // ndpoints) that |
| // failed to respond. |
| FailedLocation []*FailedLocation `json:"failedLocation,omitempty"` |
| |
| // Jobs: A subset of the requested job information. |
| Jobs []*Job `json:"jobs,omitempty"` |
| |
| // NextPageToken: Set if there may be more results than fit in this |
| // response. |
| NextPageToken string `json:"nextPageToken,omitempty"` |
| |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| |
| // ForceSendFields is a list of field names (e.g. "FailedLocation") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "FailedLocation") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ListJobsResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod ListJobsResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // MapTask: MapTask consists of an ordered set of instructions, each of |
| // which |
| // describes one particular low-level operation for the worker |
| // to |
| // perform in order to accomplish the MapTask's WorkItem. |
| // |
| // Each instruction must appear in the list before any instructions |
| // which |
| // depends on its output. |
| type MapTask struct { |
| // CounterPrefix: Counter prefix that can be used to prefix counters. |
| // Not currently used in |
| // Dataflow. |
| CounterPrefix string `json:"counterPrefix,omitempty"` |
| |
| // Instructions: The instructions in the MapTask. |
| Instructions []*ParallelInstruction `json:"instructions,omitempty"` |
| |
| // StageName: System-defined name of the stage containing this |
| // MapTask. |
| // Unique across the workflow. |
| StageName string `json:"stageName,omitempty"` |
| |
| // SystemName: System-defined name of this MapTask. |
| // Unique across the workflow. |
| SystemName string `json:"systemName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "CounterPrefix") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "CounterPrefix") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *MapTask) MarshalJSON() ([]byte, error) { |
| type NoMethod MapTask |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // MetricShortId: The metric short id is returned to the user alongside |
| // an offset into |
| // ReportWorkItemStatusRequest |
| type MetricShortId struct { |
| // MetricIndex: The index of the corresponding metric in |
| // the ReportWorkItemStatusRequest. Required. |
| MetricIndex int64 `json:"metricIndex,omitempty"` |
| |
| // ShortId: The service-generated short identifier for the metric. |
| ShortId int64 `json:"shortId,omitempty,string"` |
| |
| // ForceSendFields is a list of field names (e.g. "MetricIndex") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "MetricIndex") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *MetricShortId) MarshalJSON() ([]byte, error) { |
| type NoMethod MetricShortId |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // MetricStructuredName: Identifies a metric, by describing the source |
| // which generated the |
| // metric. |
| type MetricStructuredName struct { |
| // Context: Zero or more labeled fields which identify the part of the |
| // job this |
| // metric is associated with, such as the name of a step or |
| // collection. |
| // |
| // For example, built-in counters associated with steps will |
| // have |
| // context['step'] = <step-name>. Counters associated with |
| // PCollections |
| // in the SDK will have context['pcollection'] = <pcollection-name>. |
| Context map[string]string `json:"context,omitempty"` |
| |
| // Name: Worker-defined metric name. |
| Name string `json:"name,omitempty"` |
| |
| // Origin: Origin (namespace) of metric name. May be blank for |
| // user-define metrics; |
| // will be "dataflow" for metrics defined by the Dataflow service or |
| // SDK. |
| Origin string `json:"origin,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Context") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Context") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *MetricStructuredName) MarshalJSON() ([]byte, error) { |
| type NoMethod MetricStructuredName |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // MetricUpdate: Describes the state of a metric. |
| type MetricUpdate struct { |
| // Cumulative: True if this metric is reported as the total cumulative |
| // aggregate |
| // value accumulated since the worker started working on this |
| // WorkItem. |
| // By default this is false, indicating that this metric is reported |
| // as a delta that is not associated with any WorkItem. |
| Cumulative bool `json:"cumulative,omitempty"` |
| |
| // Distribution: A struct value describing properties of a distribution |
| // of numeric values. |
| Distribution interface{} `json:"distribution,omitempty"` |
| |
| // Gauge: A struct value describing properties of a Gauge. |
| // Metrics of gauge type show the value of a metric across time, and |
| // is |
| // aggregated based on the newest value. |
| Gauge interface{} `json:"gauge,omitempty"` |
| |
| // Internal: Worker-computed aggregate value for internal use by the |
| // Dataflow |
| // service. |
| Internal interface{} `json:"internal,omitempty"` |
| |
| // Kind: Metric aggregation kind. The possible metric aggregation kinds |
| // are |
| // "Sum", "Max", "Min", "Mean", "Set", "And", "Or", and |
| // "Distribution". |
| // The specified aggregation kind is case-insensitive. |
| // |
| // If omitted, this is not an aggregated value but instead |
| // a single metric sample value. |
| Kind string `json:"kind,omitempty"` |
| |
| // MeanCount: Worker-computed aggregate value for the "Mean" aggregation |
| // kind. |
| // This holds the count of the aggregated values and is used in |
| // combination |
| // with mean_sum above to obtain the actual mean aggregate value. |
| // The only possible value type is Long. |
| MeanCount interface{} `json:"meanCount,omitempty"` |
| |
| // MeanSum: Worker-computed aggregate value for the "Mean" aggregation |
| // kind. |
| // This holds the sum of the aggregated values and is used in |
| // combination |
| // with mean_count below to obtain the actual mean aggregate value. |
| // The only possible value types are Long and Double. |
| MeanSum interface{} `json:"meanSum,omitempty"` |
| |
| // Name: Name of the metric. |
| Name *MetricStructuredName `json:"name,omitempty"` |
| |
| // Scalar: Worker-computed aggregate value for aggregation kinds "Sum", |
| // "Max", "Min", |
| // "And", and "Or". The possible value types are Long, Double, and |
| // Boolean. |
| Scalar interface{} `json:"scalar,omitempty"` |
| |
| // Set: Worker-computed aggregate value for the "Set" aggregation kind. |
| // The only |
| // possible value type is a list of Values whose type can be Long, |
| // Double, |
| // or String, according to the metric's type. All Values in the list |
| // must |
| // be of the same type. |
| Set interface{} `json:"set,omitempty"` |
| |
| // UpdateTime: Timestamp associated with the metric value. Optional when |
| // workers are |
| // reporting work progress; it will be filled in responses from |
| // the |
| // metrics API. |
| UpdateTime string `json:"updateTime,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Cumulative") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Cumulative") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *MetricUpdate) MarshalJSON() ([]byte, error) { |
| type NoMethod MetricUpdate |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // MountedDataDisk: Describes mounted data disk. |
| type MountedDataDisk struct { |
| // DataDisk: The name of the data disk. |
| // This name is local to the Google Cloud Platform project and |
| // uniquely |
| // identifies the disk within that project, for |
| // example |
| // "myproject-1014-104817-4c2-harness-0-disk-1". |
| DataDisk string `json:"dataDisk,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "DataDisk") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DataDisk") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *MountedDataDisk) MarshalJSON() ([]byte, error) { |
| type NoMethod MountedDataDisk |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // MultiOutputInfo: Information about an output of a multi-output DoFn. |
| type MultiOutputInfo struct { |
| // Tag: The id of the tag the user code will emit to this output by; |
| // this |
| // should correspond to the tag of some SideInputInfo. |
| Tag string `json:"tag,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Tag") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Tag") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *MultiOutputInfo) MarshalJSON() ([]byte, error) { |
| type NoMethod MultiOutputInfo |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // NameAndKind: Basic metadata about a counter. |
| type NameAndKind struct { |
| // Kind: Counter aggregation kind. |
| // |
| // Possible values: |
| // "INVALID" - Counter aggregation kind was not set. |
| // "SUM" - Aggregated value is the sum of all contributed values. |
| // "MAX" - Aggregated value is the max of all contributed values. |
| // "MIN" - Aggregated value is the min of all contributed values. |
| // "MEAN" - Aggregated value is the mean of all contributed values. |
| // "OR" - Aggregated value represents the logical 'or' of all |
| // contributed values. |
| // "AND" - Aggregated value represents the logical 'and' of all |
| // contributed values. |
| // "SET" - Aggregated value is a set of unique contributed values. |
| // "DISTRIBUTION" - Aggregated value captures statistics about a |
| // distribution. |
| // "LATEST_VALUE" - Aggregated value tracks the latest value of a |
| // variable. |
| Kind string `json:"kind,omitempty"` |
| |
| // Name: Name of the counter. |
| Name string `json:"name,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Kind") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Kind") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *NameAndKind) MarshalJSON() ([]byte, error) { |
| type NoMethod NameAndKind |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // Package: The packages that must be installed in order for a worker to |
| // run the |
| // steps of the Cloud Dataflow job that will be assigned to its |
| // worker |
| // pool. |
| // |
| // This is the mechanism by which the Cloud Dataflow SDK causes code |
| // to |
| // be loaded onto the workers. For example, the Cloud Dataflow Java |
| // SDK |
| // might use this to install jars containing the user's code and all of |
| // the |
| // various dependencies (libraries, data files, etc.) required in |
| // order |
| // for that code to run. |
| type Package struct { |
| // Location: The resource to read the package from. The supported |
| // resource type is: |
| // |
| // Google Cloud Storage: |
| // |
| // storage.googleapis.com/{bucket} |
| // bucket.storage.googleapis.com/ |
| Location string `json:"location,omitempty"` |
| |
| // Name: The name of the package. |
| Name string `json:"name,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Location") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Location") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *Package) MarshalJSON() ([]byte, error) { |
| type NoMethod Package |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ParDoInstruction: An instruction that does a ParDo operation. |
| // Takes one main input and zero or more side inputs, and produces |
| // zero or more outputs. |
| // Runs user code. |
| type ParDoInstruction struct { |
| // Input: The input. |
| Input *InstructionInput `json:"input,omitempty"` |
| |
| // MultiOutputInfos: Information about each of the outputs, if user_fn |
| // is a MultiDoFn. |
| MultiOutputInfos []*MultiOutputInfo `json:"multiOutputInfos,omitempty"` |
| |
| // NumOutputs: The number of outputs. |
| NumOutputs int64 `json:"numOutputs,omitempty"` |
| |
| // SideInputs: Zero or more side inputs. |
| SideInputs []*SideInputInfo `json:"sideInputs,omitempty"` |
| |
| // UserFn: The user function to invoke. |
| UserFn googleapi.RawMessage `json:"userFn,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Input") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Input") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ParDoInstruction) MarshalJSON() ([]byte, error) { |
| type NoMethod ParDoInstruction |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ParallelInstruction: Describes a particular operation comprising a |
| // MapTask. |
| type ParallelInstruction struct { |
| // Flatten: Additional information for Flatten instructions. |
| Flatten *FlattenInstruction `json:"flatten,omitempty"` |
| |
| // Name: User-provided name of this operation. |
| Name string `json:"name,omitempty"` |
| |
| // OriginalName: System-defined name for the operation in the original |
| // workflow graph. |
| OriginalName string `json:"originalName,omitempty"` |
| |
| // Outputs: Describes the outputs of the instruction. |
| Outputs []*InstructionOutput `json:"outputs,omitempty"` |
| |
| // ParDo: Additional information for ParDo instructions. |
| ParDo *ParDoInstruction `json:"parDo,omitempty"` |
| |
| // PartialGroupByKey: Additional information for PartialGroupByKey |
| // instructions. |
| PartialGroupByKey *PartialGroupByKeyInstruction `json:"partialGroupByKey,omitempty"` |
| |
| // Read: Additional information for Read instructions. |
| Read *ReadInstruction `json:"read,omitempty"` |
| |
| // SystemName: System-defined name of this operation. |
| // Unique across the workflow. |
| SystemName string `json:"systemName,omitempty"` |
| |
| // Write: Additional information for Write instructions. |
| Write *WriteInstruction `json:"write,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Flatten") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Flatten") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ParallelInstruction) MarshalJSON() ([]byte, error) { |
| type NoMethod ParallelInstruction |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // Parameter: Structured data associated with this message. |
| type Parameter struct { |
| // Key: Key or name for this parameter. |
| Key string `json:"key,omitempty"` |
| |
| // Value: Value for this parameter. |
| Value interface{} `json:"value,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Key") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Key") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *Parameter) MarshalJSON() ([]byte, error) { |
| type NoMethod Parameter |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ParameterMetadata: Metadata for a specific parameter. |
| type ParameterMetadata struct { |
| // HelpText: Required. The help text to display for the parameter. |
| HelpText string `json:"helpText,omitempty"` |
| |
| // IsOptional: Optional. Whether the parameter is optional. Defaults to |
| // false. |
| IsOptional bool `json:"isOptional,omitempty"` |
| |
| // Label: Required. The label to display for the parameter. |
| Label string `json:"label,omitempty"` |
| |
| // Name: Required. The name of the parameter. |
| Name string `json:"name,omitempty"` |
| |
| // Regexes: Optional. Regexes that the parameter must match. |
| Regexes []string `json:"regexes,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "HelpText") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "HelpText") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ParameterMetadata) MarshalJSON() ([]byte, error) { |
| type NoMethod ParameterMetadata |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // PartialGroupByKeyInstruction: An instruction that does a partial |
| // group-by-key. |
| // One input and one output. |
| type PartialGroupByKeyInstruction struct { |
| // Input: Describes the input to the partial group-by-key instruction. |
| Input *InstructionInput `json:"input,omitempty"` |
| |
| // InputElementCodec: The codec to use for interpreting an element in |
| // the input PTable. |
| InputElementCodec googleapi.RawMessage `json:"inputElementCodec,omitempty"` |
| |
| // OriginalCombineValuesInputStoreName: If this instruction includes a |
| // combining function this is the name of the |
| // intermediate store between the GBK and the CombineValues. |
| OriginalCombineValuesInputStoreName string `json:"originalCombineValuesInputStoreName,omitempty"` |
| |
| // OriginalCombineValuesStepName: If this instruction includes a |
| // combining function, this is the name of the |
| // CombineValues instruction lifted into this instruction. |
| OriginalCombineValuesStepName string `json:"originalCombineValuesStepName,omitempty"` |
| |
| // SideInputs: Zero or more side inputs. |
| SideInputs []*SideInputInfo `json:"sideInputs,omitempty"` |
| |
| // ValueCombiningFn: The value combining function to invoke. |
| ValueCombiningFn googleapi.RawMessage `json:"valueCombiningFn,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Input") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Input") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *PartialGroupByKeyInstruction) MarshalJSON() ([]byte, error) { |
| type NoMethod PartialGroupByKeyInstruction |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // PipelineDescription: A descriptive representation of submitted |
| // pipeline as well as the executed |
| // form. This data is provided by the Dataflow service for ease of |
| // visualizing |
| // the pipeline and interpreting Dataflow provided metrics. |
| type PipelineDescription struct { |
| // DisplayData: Pipeline level display data. |
| DisplayData []*DisplayData `json:"displayData,omitempty"` |
| |
| // ExecutionPipelineStage: Description of each stage of execution of the |
| // pipeline. |
| ExecutionPipelineStage []*ExecutionStageSummary `json:"executionPipelineStage,omitempty"` |
| |
| // OriginalPipelineTransform: Description of each transform in the |
| // pipeline and collections between them. |
| OriginalPipelineTransform []*TransformSummary `json:"originalPipelineTransform,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "DisplayData") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DisplayData") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *PipelineDescription) MarshalJSON() ([]byte, error) { |
| type NoMethod PipelineDescription |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // Position: Position defines a position within a collection of data. |
| // The value |
| // can be either the end position, a key (used with |
| // ordered |
| // collections), a byte offset, or a record index. |
| type Position struct { |
| // ByteOffset: Position is a byte offset. |
| ByteOffset int64 `json:"byteOffset,omitempty,string"` |
| |
| // ConcatPosition: CloudPosition is a concat position. |
| ConcatPosition *ConcatPosition `json:"concatPosition,omitempty"` |
| |
| // End: Position is past all other positions. Also useful for the |
| // end |
| // position of an unbounded range. |
| End bool `json:"end,omitempty"` |
| |
| // Key: Position is a string key, ordered lexicographically. |
| Key string `json:"key,omitempty"` |
| |
| // RecordIndex: Position is a record index. |
| RecordIndex int64 `json:"recordIndex,omitempty,string"` |
| |
| // ShufflePosition: CloudPosition is a base64 encoded |
| // BatchShufflePosition (with FIXED |
| // sharding). |
| ShufflePosition string `json:"shufflePosition,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ByteOffset") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ByteOffset") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *Position) MarshalJSON() ([]byte, error) { |
| type NoMethod Position |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // PubSubIODetails: Metadata for a PubSub connector used by the job. |
| type PubSubIODetails struct { |
| // Subscription: Subscription used in the connection. |
| Subscription string `json:"subscription,omitempty"` |
| |
| // Topic: Topic accessed in the connection. |
| Topic string `json:"topic,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Subscription") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Subscription") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *PubSubIODetails) MarshalJSON() ([]byte, error) { |
| type NoMethod PubSubIODetails |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // PubsubLocation: Identifies a pubsub location to use for transferring |
| // data into or |
| // out of a streaming Dataflow job. |
| type PubsubLocation struct { |
| // DropLateData: Indicates whether the pipeline allows late-arriving |
| // data. |
| DropLateData bool `json:"dropLateData,omitempty"` |
| |
| // IdLabel: If set, contains a pubsub label from which to extract record |
| // ids. |
| // If left empty, record deduplication will be strictly best effort. |
| IdLabel string `json:"idLabel,omitempty"` |
| |
| // Subscription: A pubsub subscription, in the form |
| // of |
| // "pubsub.googleapis.com/subscriptions/<project-id>/<subscription-nam |
| // e>" |
| Subscription string `json:"subscription,omitempty"` |
| |
| // TimestampLabel: If set, contains a pubsub label from which to extract |
| // record timestamps. |
| // If left empty, record timestamps will be generated upon arrival. |
| TimestampLabel string `json:"timestampLabel,omitempty"` |
| |
| // Topic: A pubsub topic, in the form |
| // of |
| // "pubsub.googleapis.com/topics/<project-id>/<topic-name>" |
| Topic string `json:"topic,omitempty"` |
| |
| // TrackingSubscription: If set, specifies the pubsub subscription that |
| // will be used for tracking |
| // custom time timestamps for watermark estimation. |
| TrackingSubscription string `json:"trackingSubscription,omitempty"` |
| |
| // WithAttributes: If true, then the client has requested to get pubsub |
| // attributes. |
| WithAttributes bool `json:"withAttributes,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "DropLateData") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DropLateData") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *PubsubLocation) MarshalJSON() ([]byte, error) { |
| type NoMethod PubsubLocation |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ReadInstruction: An instruction that reads records. |
| // Takes no inputs, produces one output. |
| type ReadInstruction struct { |
| // Source: The source to read from. |
| Source *Source `json:"source,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Source") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Source") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ReadInstruction) MarshalJSON() ([]byte, error) { |
| type NoMethod ReadInstruction |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ReportWorkItemStatusRequest: Request to report the status of |
| // WorkItems. |
| type ReportWorkItemStatusRequest struct { |
| // CurrentWorkerTime: The current timestamp at the worker. |
| CurrentWorkerTime string `json:"currentWorkerTime,omitempty"` |
| |
| // Location: The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains the WorkItem's job. |
| Location string `json:"location,omitempty"` |
| |
| // UnifiedWorkerRequest: Untranslated bag-of-bytes |
| // WorkProgressUpdateRequest from UnifiedWorker. |
| UnifiedWorkerRequest googleapi.RawMessage `json:"unifiedWorkerRequest,omitempty"` |
| |
| // WorkItemStatuses: The order is unimportant, except that the order of |
| // the |
| // WorkItemServiceState messages in the |
| // ReportWorkItemStatusResponse |
| // corresponds to the order of WorkItemStatus messages here. |
| WorkItemStatuses []*WorkItemStatus `json:"workItemStatuses,omitempty"` |
| |
| // WorkerId: The ID of the worker reporting the WorkItem status. If |
| // this |
| // does not match the ID of the worker which the Dataflow |
| // service |
| // believes currently has the lease on the WorkItem, the report |
| // will be dropped (with an error response). |
| WorkerId string `json:"workerId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "CurrentWorkerTime") |
| // to unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "CurrentWorkerTime") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ReportWorkItemStatusRequest) MarshalJSON() ([]byte, error) { |
| type NoMethod ReportWorkItemStatusRequest |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ReportWorkItemStatusResponse: Response from a request to report the |
| // status of WorkItems. |
| type ReportWorkItemStatusResponse struct { |
| // UnifiedWorkerResponse: Untranslated bag-of-bytes |
| // WorkProgressUpdateResponse for UnifiedWorker. |
| UnifiedWorkerResponse googleapi.RawMessage `json:"unifiedWorkerResponse,omitempty"` |
| |
| // WorkItemServiceStates: A set of messages indicating the service-side |
| // state for each |
| // WorkItem whose status was reported, in the same order as |
| // the |
| // WorkItemStatus messages in the ReportWorkItemStatusRequest |
| // which |
| // resulting in this response. |
| WorkItemServiceStates []*WorkItemServiceState `json:"workItemServiceStates,omitempty"` |
| |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| |
| // ForceSendFields is a list of field names (e.g. |
| // "UnifiedWorkerResponse") to unconditionally include in API requests. |
| // By default, fields with empty values are omitted from API requests. |
| // However, any non-pointer, non-interface field appearing in |
| // ForceSendFields will be sent to the server regardless of whether the |
| // field is empty or not. This may be used to include empty fields in |
| // Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "UnifiedWorkerResponse") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ReportWorkItemStatusResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod ReportWorkItemStatusResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ReportedParallelism: Represents the level of parallelism in a |
| // WorkItem's input, |
| // reported by the worker. |
| type ReportedParallelism struct { |
| // IsInfinite: Specifies whether the parallelism is infinite. If true, |
| // "value" is |
| // ignored. |
| // Infinite parallelism means the service will assume that the work |
| // item |
| // can always be split into more non-empty work items by dynamic |
| // splitting. |
| // This is a work-around for lack of support for infinity by the |
| // current |
| // JSON-based Java RPC stack. |
| IsInfinite bool `json:"isInfinite,omitempty"` |
| |
| // Value: Specifies the level of parallelism in case it is finite. |
| Value float64 `json:"value,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "IsInfinite") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "IsInfinite") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ReportedParallelism) MarshalJSON() ([]byte, error) { |
| type NoMethod ReportedParallelism |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| func (s *ReportedParallelism) UnmarshalJSON(data []byte) error { |
| type NoMethod ReportedParallelism |
| var s1 struct { |
| Value gensupport.JSONFloat64 `json:"value"` |
| *NoMethod |
| } |
| s1.NoMethod = (*NoMethod)(s) |
| if err := json.Unmarshal(data, &s1); err != nil { |
| return err |
| } |
| s.Value = float64(s1.Value) |
| return nil |
| } |
| |
| // ResourceUtilizationReport: Worker metrics exported from workers. This |
| // contains resource utilization |
| // metrics accumulated from a variety of sources. For more information, |
| // see |
| // go/df-resource-signals. |
| type ResourceUtilizationReport struct { |
| // CpuTime: CPU utilization samples. |
| CpuTime []*CPUTime `json:"cpuTime,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "CpuTime") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "CpuTime") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ResourceUtilizationReport) MarshalJSON() ([]byte, error) { |
| type NoMethod ResourceUtilizationReport |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ResourceUtilizationReportResponse: Service-side response to |
| // WorkerMessage reporting resource utilization. |
| type ResourceUtilizationReportResponse struct { |
| } |
| |
| // RuntimeEnvironment: The environment values to set at runtime. |
| type RuntimeEnvironment struct { |
| // AdditionalExperiments: Additional experiment flags for the job. |
| AdditionalExperiments []string `json:"additionalExperiments,omitempty"` |
| |
| // AdditionalUserLabels: Additional user labels to be specified for the |
| // job. |
| // Keys and values should follow the restrictions specified in the |
| // [labeling |
| // restrictions](https://cloud.google.com/compute/docs/labeling |
| // -resources#restrictions) |
| // page. |
| AdditionalUserLabels map[string]string `json:"additionalUserLabels,omitempty"` |
| |
| // BypassTempDirValidation: Whether to bypass the safety checks for the |
| // job's temporary directory. |
| // Use with caution. |
| BypassTempDirValidation bool `json:"bypassTempDirValidation,omitempty"` |
| |
| // IpConfiguration: Configuration for VM IPs. |
| // |
| // Possible values: |
| // "WORKER_IP_UNSPECIFIED" - The configuration is unknown, or |
| // unspecified. |
| // "WORKER_IP_PUBLIC" - Workers should have public IP addresses. |
| // "WORKER_IP_PRIVATE" - Workers should have private IP addresses. |
| IpConfiguration string `json:"ipConfiguration,omitempty"` |
| |
| // KmsKeyName: Optional. Name for the Cloud KMS key for the job. |
| // Key format |
| // is: |
| // projects/<project>/locations/<location>/keyRings/<keyring>/cryptoK |
| // eys/<key> |
| KmsKeyName string `json:"kmsKeyName,omitempty"` |
| |
| // MachineType: The machine type to use for the job. Defaults to the |
| // value from the |
| // template if not specified. |
| MachineType string `json:"machineType,omitempty"` |
| |
| // MaxWorkers: The maximum number of Google Compute Engine instances to |
| // be made |
| // available to your pipeline during execution, from 1 to 1000. |
| MaxWorkers int64 `json:"maxWorkers,omitempty"` |
| |
| // Network: Network to which VMs will be assigned. If empty or |
| // unspecified, |
| // the service will use the network "default". |
| Network string `json:"network,omitempty"` |
| |
| // NumWorkers: The initial number of Google Compute Engine instnaces for |
| // the job. |
| NumWorkers int64 `json:"numWorkers,omitempty"` |
| |
| // ServiceAccountEmail: The email address of the service account to run |
| // the job as. |
| ServiceAccountEmail string `json:"serviceAccountEmail,omitempty"` |
| |
| // Subnetwork: Subnetwork to which VMs will be assigned, if desired. |
| // Expected to be of |
| // the form "regions/REGION/subnetworks/SUBNETWORK". |
| Subnetwork string `json:"subnetwork,omitempty"` |
| |
| // TempLocation: The Cloud Storage path to use for temporary files. |
| // Must be a valid Cloud Storage URL, beginning with `gs://`. |
| TempLocation string `json:"tempLocation,omitempty"` |
| |
| // WorkerRegion: The Compute Engine |
| // region |
| // (https://cloud.google.com/compute/docs/regions-zones/regions-zo |
| // nes) in |
| // which worker processing should occur, e.g. "us-west1". Mutually |
| // exclusive |
| // with worker_zone. If neither worker_region nor worker_zone is |
| // specified, |
| // default to the control plane's region. |
| WorkerRegion string `json:"workerRegion,omitempty"` |
| |
| // WorkerZone: The Compute Engine |
| // zone |
| // (https://cloud.google.com/compute/docs/regions-zones/regions-zone |
| // s) in |
| // which worker processing should occur, e.g. "us-west1-a". Mutually |
| // exclusive |
| // with worker_region. If neither worker_region nor worker_zone is |
| // specified, |
| // a zone in the control plane's region is chosen based on available |
| // capacity. |
| // If both `worker_zone` and `zone` are set, `worker_zone` takes |
| // precedence. |
| WorkerZone string `json:"workerZone,omitempty"` |
| |
| // Zone: The Compute Engine |
| // [availability |
| // zone](https://cloud.google.com/compute/docs/regions-zone |
| // s/regions-zones) |
| // for launching worker instances to run your pipeline. |
| // In the future, worker_zone will take precedence. |
| Zone string `json:"zone,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. |
| // "AdditionalExperiments") to unconditionally include in API requests. |
| // By default, fields with empty values are omitted from API requests. |
| // However, any non-pointer, non-interface field appearing in |
| // ForceSendFields will be sent to the server regardless of whether the |
| // field is empty or not. This may be used to include empty fields in |
| // Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "AdditionalExperiments") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *RuntimeEnvironment) MarshalJSON() ([]byte, error) { |
| type NoMethod RuntimeEnvironment |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SdkVersion: The version of the SDK used to run the job. |
| type SdkVersion struct { |
| // SdkSupportStatus: The support status for this SDK version. |
| // |
| // Possible values: |
| // "UNKNOWN" - Cloud Dataflow is unaware of this version. |
| // "SUPPORTED" - This is a known version of an SDK, and is supported. |
| // "STALE" - A newer version of the SDK family exists, and an update |
| // is recommended. |
| // "DEPRECATED" - This version of the SDK is deprecated and will |
| // eventually be no |
| // longer supported. |
| // "UNSUPPORTED" - Support for this SDK version has ended and it |
| // should no longer be used. |
| SdkSupportStatus string `json:"sdkSupportStatus,omitempty"` |
| |
| // Version: The version of the SDK used to run the job. |
| Version string `json:"version,omitempty"` |
| |
| // VersionDisplayName: A readable string describing the version of the |
| // SDK. |
| VersionDisplayName string `json:"versionDisplayName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "SdkSupportStatus") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "SdkSupportStatus") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SdkVersion) MarshalJSON() ([]byte, error) { |
| type NoMethod SdkVersion |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SendDebugCaptureRequest: Request to send encoded debug information. |
| type SendDebugCaptureRequest struct { |
| // ComponentId: The internal component id for which debug information is |
| // sent. |
| ComponentId string `json:"componentId,omitempty"` |
| |
| // Data: The encoded debug information. |
| Data string `json:"data,omitempty"` |
| |
| // Location: The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains the job specified by job_id. |
| Location string `json:"location,omitempty"` |
| |
| // WorkerId: The worker id, i.e., VM hostname. |
| WorkerId string `json:"workerId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ComponentId") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ComponentId") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SendDebugCaptureRequest) MarshalJSON() ([]byte, error) { |
| type NoMethod SendDebugCaptureRequest |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SendDebugCaptureResponse: Response to a send capture request. |
| // nothing |
| type SendDebugCaptureResponse struct { |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| } |
| |
| // SendWorkerMessagesRequest: A request for sending worker messages to |
| // the service. |
| type SendWorkerMessagesRequest struct { |
| // Location: The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains the job. |
| Location string `json:"location,omitempty"` |
| |
| // WorkerMessages: The WorkerMessages to send. |
| WorkerMessages []*WorkerMessage `json:"workerMessages,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Location") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Location") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SendWorkerMessagesRequest) MarshalJSON() ([]byte, error) { |
| type NoMethod SendWorkerMessagesRequest |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SendWorkerMessagesResponse: The response to the worker messages. |
| type SendWorkerMessagesResponse struct { |
| // WorkerMessageResponses: The servers response to the worker messages. |
| WorkerMessageResponses []*WorkerMessageResponse `json:"workerMessageResponses,omitempty"` |
| |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| |
| // ForceSendFields is a list of field names (e.g. |
| // "WorkerMessageResponses") to unconditionally include in API requests. |
| // By default, fields with empty values are omitted from API requests. |
| // However, any non-pointer, non-interface field appearing in |
| // ForceSendFields will be sent to the server regardless of whether the |
| // field is empty or not. This may be used to include empty fields in |
| // Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "WorkerMessageResponses") |
| // to include in API requests with the JSON null value. By default, |
| // fields with empty values are omitted from API requests. However, any |
| // field with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SendWorkerMessagesResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod SendWorkerMessagesResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SeqMapTask: Describes a particular function to invoke. |
| type SeqMapTask struct { |
| // Inputs: Information about each of the inputs. |
| Inputs []*SideInputInfo `json:"inputs,omitempty"` |
| |
| // Name: The user-provided name of the SeqDo operation. |
| Name string `json:"name,omitempty"` |
| |
| // OutputInfos: Information about each of the outputs. |
| OutputInfos []*SeqMapTaskOutputInfo `json:"outputInfos,omitempty"` |
| |
| // StageName: System-defined name of the stage containing the SeqDo |
| // operation. |
| // Unique across the workflow. |
| StageName string `json:"stageName,omitempty"` |
| |
| // SystemName: System-defined name of the SeqDo operation. |
| // Unique across the workflow. |
| SystemName string `json:"systemName,omitempty"` |
| |
| // UserFn: The user function to invoke. |
| UserFn googleapi.RawMessage `json:"userFn,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Inputs") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Inputs") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SeqMapTask) MarshalJSON() ([]byte, error) { |
| type NoMethod SeqMapTask |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SeqMapTaskOutputInfo: Information about an output of a SeqMapTask. |
| type SeqMapTaskOutputInfo struct { |
| // Sink: The sink to write the output value to. |
| Sink *Sink `json:"sink,omitempty"` |
| |
| // Tag: The id of the TupleTag the user code will tag the output value |
| // by. |
| Tag string `json:"tag,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Sink") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Sink") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SeqMapTaskOutputInfo) MarshalJSON() ([]byte, error) { |
| type NoMethod SeqMapTaskOutputInfo |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ShellTask: A task which consists of a shell command for the worker to |
| // execute. |
| type ShellTask struct { |
| // Command: The shell command to run. |
| Command string `json:"command,omitempty"` |
| |
| // ExitCode: Exit code for the task. |
| ExitCode int64 `json:"exitCode,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Command") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Command") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ShellTask) MarshalJSON() ([]byte, error) { |
| type NoMethod ShellTask |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SideInputInfo: Information about a side input of a DoFn or an input |
| // of a SeqDoFn. |
| type SideInputInfo struct { |
| // Kind: How to interpret the source element(s) as a side input value. |
| Kind googleapi.RawMessage `json:"kind,omitempty"` |
| |
| // Sources: The source(s) to read element(s) from to get the value of |
| // this side input. |
| // If more than one source, then the elements are taken from |
| // the |
| // sources, in the specified order if order matters. |
| // At least one source is required. |
| Sources []*Source `json:"sources,omitempty"` |
| |
| // Tag: The id of the tag the user code will access this side input |
| // by; |
| // this should correspond to the tag of some MultiOutputInfo. |
| Tag string `json:"tag,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Kind") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Kind") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SideInputInfo) MarshalJSON() ([]byte, error) { |
| type NoMethod SideInputInfo |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // Sink: A sink that records can be encoded and written to. |
| type Sink struct { |
| // Codec: The codec to use to encode data written to the sink. |
| Codec googleapi.RawMessage `json:"codec,omitempty"` |
| |
| // Spec: The sink to write to, plus its parameters. |
| Spec googleapi.RawMessage `json:"spec,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Codec") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Codec") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *Sink) MarshalJSON() ([]byte, error) { |
| type NoMethod Sink |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // Source: A source that records can be read and decoded from. |
| type Source struct { |
| // BaseSpecs: While splitting, sources may specify the produced |
| // bundles |
| // as differences against another source, in order to save |
| // backend-side |
| // memory and allow bigger jobs. For details, see SourceSplitRequest. |
| // To support this use case, the full set of parameters of the source |
| // is logically obtained by taking the latest explicitly specified |
| // value |
| // of each parameter in the order: |
| // base_specs (later items win), spec (overrides anything in |
| // base_specs). |
| BaseSpecs []googleapi.RawMessage `json:"baseSpecs,omitempty"` |
| |
| // Codec: The codec to use to decode data read from the source. |
| Codec googleapi.RawMessage `json:"codec,omitempty"` |
| |
| // DoesNotNeedSplitting: Setting this value to true hints to the |
| // framework that the source |
| // doesn't need splitting, and using SourceSplitRequest on it |
| // would |
| // yield SOURCE_SPLIT_OUTCOME_USE_CURRENT. |
| // |
| // E.g. a file splitter may set this to true when splitting a single |
| // file |
| // into a set of byte ranges of appropriate size, and set this |
| // to false when splitting a filepattern into individual files. |
| // However, for efficiency, a file splitter may decide to produce |
| // file subranges directly from the filepattern to avoid a |
| // splitting |
| // round-trip. |
| // |
| // See SourceSplitRequest for an overview of the splitting |
| // process. |
| // |
| // This field is meaningful only in the Source objects populated |
| // by the user (e.g. when filling in a DerivedSource). |
| // Source objects supplied by the framework to the user don't have |
| // this field populated. |
| DoesNotNeedSplitting bool `json:"doesNotNeedSplitting,omitempty"` |
| |
| // Metadata: Optionally, metadata for this source can be supplied right |
| // away, |
| // avoiding a SourceGetMetadataOperation roundtrip |
| // (see SourceOperationRequest). |
| // |
| // This field is meaningful only in the Source objects populated |
| // by the user (e.g. when filling in a DerivedSource). |
| // Source objects supplied by the framework to the user don't have |
| // this field populated. |
| Metadata *SourceMetadata `json:"metadata,omitempty"` |
| |
| // Spec: The source to read from, plus its parameters. |
| Spec googleapi.RawMessage `json:"spec,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "BaseSpecs") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "BaseSpecs") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *Source) MarshalJSON() ([]byte, error) { |
| type NoMethod Source |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SourceFork: DEPRECATED in favor of DynamicSourceSplit. |
| type SourceFork struct { |
| // Primary: DEPRECATED |
| Primary *SourceSplitShard `json:"primary,omitempty"` |
| |
| // PrimarySource: DEPRECATED |
| PrimarySource *DerivedSource `json:"primarySource,omitempty"` |
| |
| // Residual: DEPRECATED |
| Residual *SourceSplitShard `json:"residual,omitempty"` |
| |
| // ResidualSource: DEPRECATED |
| ResidualSource *DerivedSource `json:"residualSource,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Primary") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Primary") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SourceFork) MarshalJSON() ([]byte, error) { |
| type NoMethod SourceFork |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SourceGetMetadataRequest: A request to compute the SourceMetadata of |
| // a Source. |
| type SourceGetMetadataRequest struct { |
| // Source: Specification of the source whose metadata should be |
| // computed. |
| Source *Source `json:"source,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Source") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Source") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SourceGetMetadataRequest) MarshalJSON() ([]byte, error) { |
| type NoMethod SourceGetMetadataRequest |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SourceGetMetadataResponse: The result of a |
| // SourceGetMetadataOperation. |
| type SourceGetMetadataResponse struct { |
| // Metadata: The computed metadata. |
| Metadata *SourceMetadata `json:"metadata,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Metadata") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Metadata") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SourceGetMetadataResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod SourceGetMetadataResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SourceMetadata: Metadata about a Source useful for automatically |
| // optimizing |
| // and tuning the pipeline, etc. |
| type SourceMetadata struct { |
| // EstimatedSizeBytes: An estimate of the total size (in bytes) of the |
| // data that would be |
| // read from this source. This estimate is in terms of external |
| // storage |
| // size, before any decompression or other processing done by the |
| // reader. |
| EstimatedSizeBytes int64 `json:"estimatedSizeBytes,omitempty,string"` |
| |
| // Infinite: Specifies that the size of this source is known to be |
| // infinite |
| // (this is a streaming source). |
| Infinite bool `json:"infinite,omitempty"` |
| |
| // ProducesSortedKeys: Whether this source is known to produce key/value |
| // pairs with |
| // the (encoded) keys in lexicographically sorted order. |
| ProducesSortedKeys bool `json:"producesSortedKeys,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "EstimatedSizeBytes") |
| // to unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "EstimatedSizeBytes") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SourceMetadata) MarshalJSON() ([]byte, error) { |
| type NoMethod SourceMetadata |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SourceOperationRequest: A work item that represents the different |
| // operations that can be |
| // performed on a user-defined Source specification. |
| type SourceOperationRequest struct { |
| // GetMetadata: Information about a request to get metadata about a |
| // source. |
| GetMetadata *SourceGetMetadataRequest `json:"getMetadata,omitempty"` |
| |
| // Name: User-provided name of the Read instruction for this source. |
| Name string `json:"name,omitempty"` |
| |
| // OriginalName: System-defined name for the Read instruction for this |
| // source |
| // in the original workflow graph. |
| OriginalName string `json:"originalName,omitempty"` |
| |
| // Split: Information about a request to split a source. |
| Split *SourceSplitRequest `json:"split,omitempty"` |
| |
| // StageName: System-defined name of the stage containing the source |
| // operation. |
| // Unique across the workflow. |
| StageName string `json:"stageName,omitempty"` |
| |
| // SystemName: System-defined name of the Read instruction for this |
| // source. |
| // Unique across the workflow. |
| SystemName string `json:"systemName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "GetMetadata") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "GetMetadata") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SourceOperationRequest) MarshalJSON() ([]byte, error) { |
| type NoMethod SourceOperationRequest |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SourceOperationResponse: The result of a SourceOperationRequest, |
| // specified in |
| // ReportWorkItemStatusRequest.source_operation when the work item |
| // is completed. |
| type SourceOperationResponse struct { |
| // GetMetadata: A response to a request to get metadata about a source. |
| GetMetadata *SourceGetMetadataResponse `json:"getMetadata,omitempty"` |
| |
| // Split: A response to a request to split a source. |
| Split *SourceSplitResponse `json:"split,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "GetMetadata") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "GetMetadata") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SourceOperationResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod SourceOperationResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SourceSplitOptions: Hints for splitting a Source into bundles (parts |
| // for parallel |
| // processing) using SourceSplitRequest. |
| type SourceSplitOptions struct { |
| // DesiredBundleSizeBytes: The source should be split into a set of |
| // bundles where the estimated size |
| // of each is approximately this many bytes. |
| DesiredBundleSizeBytes int64 `json:"desiredBundleSizeBytes,omitempty,string"` |
| |
| // DesiredShardSizeBytes: DEPRECATED in favor of |
| // desired_bundle_size_bytes. |
| DesiredShardSizeBytes int64 `json:"desiredShardSizeBytes,omitempty,string"` |
| |
| // ForceSendFields is a list of field names (e.g. |
| // "DesiredBundleSizeBytes") to unconditionally include in API requests. |
| // By default, fields with empty values are omitted from API requests. |
| // However, any non-pointer, non-interface field appearing in |
| // ForceSendFields will be sent to the server regardless of whether the |
| // field is empty or not. This may be used to include empty fields in |
| // Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DesiredBundleSizeBytes") |
| // to include in API requests with the JSON null value. By default, |
| // fields with empty values are omitted from API requests. However, any |
| // field with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SourceSplitOptions) MarshalJSON() ([]byte, error) { |
| type NoMethod SourceSplitOptions |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SourceSplitRequest: Represents the operation to split a high-level |
| // Source specification |
| // into bundles (parts for parallel processing). |
| // |
| // At a high level, splitting of a source into bundles happens as |
| // follows: |
| // SourceSplitRequest is applied to the source. If it |
| // returns |
| // SOURCE_SPLIT_OUTCOME_USE_CURRENT, no further splitting happens and |
| // the source |
| // is used "as is". Otherwise, splitting is applied recursively to |
| // each |
| // produced DerivedSource. |
| // |
| // As an optimization, for any Source, if its does_not_need_splitting |
| // is |
| // true, the framework assumes that splitting this source would |
| // return |
| // SOURCE_SPLIT_OUTCOME_USE_CURRENT, and doesn't initiate a |
| // SourceSplitRequest. |
| // This applies both to the initial source being split and to |
| // bundles |
| // produced from it. |
| type SourceSplitRequest struct { |
| // Options: Hints for tuning the splitting process. |
| Options *SourceSplitOptions `json:"options,omitempty"` |
| |
| // Source: Specification of the source to be split. |
| Source *Source `json:"source,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Options") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Options") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SourceSplitRequest) MarshalJSON() ([]byte, error) { |
| type NoMethod SourceSplitRequest |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SourceSplitResponse: The response to a SourceSplitRequest. |
| type SourceSplitResponse struct { |
| // Bundles: If outcome is SPLITTING_HAPPENED, then this is a list of |
| // bundles |
| // into which the source was split. Otherwise this field is |
| // ignored. |
| // This list can be empty, which means the source represents an empty |
| // input. |
| Bundles []*DerivedSource `json:"bundles,omitempty"` |
| |
| // Outcome: Indicates whether splitting happened and produced a list of |
| // bundles. |
| // If this is USE_CURRENT_SOURCE_AS_IS, the current source should |
| // be processed "as is" without splitting. "bundles" is ignored in this |
| // case. |
| // If this is SPLITTING_HAPPENED, then "bundles" contains a list |
| // of |
| // bundles into which the source was split. |
| // |
| // Possible values: |
| // "SOURCE_SPLIT_OUTCOME_UNKNOWN" - The source split outcome is |
| // unknown, or unspecified. |
| // "SOURCE_SPLIT_OUTCOME_USE_CURRENT" - The current source should be |
| // processed "as is" without splitting. |
| // "SOURCE_SPLIT_OUTCOME_SPLITTING_HAPPENED" - Splitting produced a |
| // list of bundles. |
| Outcome string `json:"outcome,omitempty"` |
| |
| // Shards: DEPRECATED in favor of bundles. |
| Shards []*SourceSplitShard `json:"shards,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Bundles") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Bundles") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SourceSplitResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod SourceSplitResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SourceSplitShard: DEPRECATED in favor of DerivedSource. |
| type SourceSplitShard struct { |
| // DerivationMode: DEPRECATED |
| // |
| // Possible values: |
| // "SOURCE_DERIVATION_MODE_UNKNOWN" - The source derivation is |
| // unknown, or unspecified. |
| // "SOURCE_DERIVATION_MODE_INDEPENDENT" - Produce a completely |
| // independent Source with no base. |
| // "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" - Produce a Source based |
| // on the Source being split. |
| // "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" - Produce a Source |
| // based on the base of the Source being split. |
| DerivationMode string `json:"derivationMode,omitempty"` |
| |
| // Source: DEPRECATED |
| Source *Source `json:"source,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "DerivationMode") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DerivationMode") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SourceSplitShard) MarshalJSON() ([]byte, error) { |
| type NoMethod SourceSplitShard |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SpannerIODetails: Metadata for a Spanner connector used by the job. |
| type SpannerIODetails struct { |
| // DatabaseId: DatabaseId accessed in the connection. |
| DatabaseId string `json:"databaseId,omitempty"` |
| |
| // InstanceId: InstanceId accessed in the connection. |
| InstanceId string `json:"instanceId,omitempty"` |
| |
| // ProjectId: ProjectId accessed in the connection. |
| ProjectId string `json:"projectId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "DatabaseId") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DatabaseId") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SpannerIODetails) MarshalJSON() ([]byte, error) { |
| type NoMethod SpannerIODetails |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // SplitInt64: A representation of an int64, n, that is immune to |
| // precision loss when |
| // encoded in JSON. |
| type SplitInt64 struct { |
| // HighBits: The high order bits, including the sign: n >> 32. |
| HighBits int64 `json:"highBits,omitempty"` |
| |
| // LowBits: The low order bits: n & 0xffffffff. |
| LowBits int64 `json:"lowBits,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "HighBits") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "HighBits") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *SplitInt64) MarshalJSON() ([]byte, error) { |
| type NoMethod SplitInt64 |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StageSource: Description of an input or output of an execution stage. |
| type StageSource struct { |
| // Name: Dataflow service generated name for this source. |
| Name string `json:"name,omitempty"` |
| |
| // OriginalTransformOrCollection: User name for the original user |
| // transform or collection with which this |
| // source is most closely associated. |
| OriginalTransformOrCollection string `json:"originalTransformOrCollection,omitempty"` |
| |
| // SizeBytes: Size of the source, if measurable. |
| SizeBytes int64 `json:"sizeBytes,omitempty,string"` |
| |
| // UserName: Human-readable name for this source; may be user or system |
| // generated. |
| UserName string `json:"userName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Name") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Name") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StageSource) MarshalJSON() ([]byte, error) { |
| type NoMethod StageSource |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StateFamilyConfig: State family configuration. |
| type StateFamilyConfig struct { |
| // IsRead: If true, this family corresponds to a read operation. |
| IsRead bool `json:"isRead,omitempty"` |
| |
| // StateFamily: The state family value. |
| StateFamily string `json:"stateFamily,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "IsRead") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "IsRead") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StateFamilyConfig) MarshalJSON() ([]byte, error) { |
| type NoMethod StateFamilyConfig |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // Status: The `Status` type defines a logical error model that is |
| // suitable for |
| // different programming environments, including REST APIs and RPC APIs. |
| // It is |
| // used by [gRPC](https://github.com/grpc). Each `Status` message |
| // contains |
| // three pieces of data: error code, error message, and error |
| // details. |
| // |
| // You can find out more about this error model and how to work with it |
| // in the |
| // [API Design Guide](https://cloud.google.com/apis/design/errors). |
| type Status struct { |
| // Code: The status code, which should be an enum value of |
| // google.rpc.Code. |
| Code int64 `json:"code,omitempty"` |
| |
| // Details: A list of messages that carry the error details. There is a |
| // common set of |
| // message types for APIs to use. |
| Details []googleapi.RawMessage `json:"details,omitempty"` |
| |
| // Message: A developer-facing error message, which should be in |
| // English. Any |
| // user-facing error message should be localized and sent in |
| // the |
| // google.rpc.Status.details field, or localized by the client. |
| Message string `json:"message,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Code") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Code") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *Status) MarshalJSON() ([]byte, error) { |
| type NoMethod Status |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // Step: Defines a particular step within a Cloud Dataflow job. |
| // |
| // A job consists of multiple steps, each of which performs |
| // some |
| // specific operation as part of the overall job. Data is |
| // typically |
| // passed from one step to another as part of the job. |
| // |
| // Here's an example of a sequence of steps which together implement |
| // a |
| // Map-Reduce job: |
| // |
| // * Read a collection of data from some source, parsing the |
| // collection's elements. |
| // |
| // * Validate the elements. |
| // |
| // * Apply a user-defined function to map each element to some value |
| // and extract an element-specific key value. |
| // |
| // * Group elements with the same key into a single element with |
| // that key, transforming a multiply-keyed collection into a |
| // uniquely-keyed collection. |
| // |
| // * Write the elements out to some data sink. |
| // |
| // Note that the Cloud Dataflow service may be used to run many |
| // different |
| // types of jobs, not just Map-Reduce. |
| type Step struct { |
| // Kind: The kind of step in the Cloud Dataflow job. |
| Kind string `json:"kind,omitempty"` |
| |
| // Name: The name that identifies the step. This must be unique for |
| // each |
| // step with respect to all other steps in the Cloud Dataflow job. |
| Name string `json:"name,omitempty"` |
| |
| // Properties: Named properties associated with the step. Each kind |
| // of |
| // predefined step has its own required set of properties. |
| // Must be provided on Create. Only retrieved with JOB_VIEW_ALL. |
| Properties googleapi.RawMessage `json:"properties,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Kind") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Kind") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *Step) MarshalJSON() ([]byte, error) { |
| type NoMethod Step |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StreamLocation: Describes a stream of data, either as input to be |
| // processed or as |
| // output of a streaming Dataflow job. |
| type StreamLocation struct { |
| // CustomSourceLocation: The stream is a custom source. |
| CustomSourceLocation *CustomSourceLocation `json:"customSourceLocation,omitempty"` |
| |
| // PubsubLocation: The stream is a pubsub stream. |
| PubsubLocation *PubsubLocation `json:"pubsubLocation,omitempty"` |
| |
| // SideInputLocation: The stream is a streaming side input. |
| SideInputLocation *StreamingSideInputLocation `json:"sideInputLocation,omitempty"` |
| |
| // StreamingStageLocation: The stream is part of another computation |
| // within the current |
| // streaming Dataflow job. |
| StreamingStageLocation *StreamingStageLocation `json:"streamingStageLocation,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. |
| // "CustomSourceLocation") to unconditionally include in API requests. |
| // By default, fields with empty values are omitted from API requests. |
| // However, any non-pointer, non-interface field appearing in |
| // ForceSendFields will be sent to the server regardless of whether the |
| // field is empty or not. This may be used to include empty fields in |
| // Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "CustomSourceLocation") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StreamLocation) MarshalJSON() ([]byte, error) { |
| type NoMethod StreamLocation |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StreamingApplianceSnapshotConfig: Streaming appliance snapshot |
| // configuration. |
| type StreamingApplianceSnapshotConfig struct { |
| // ImportStateEndpoint: Indicates which endpoint is used to import |
| // appliance state. |
| ImportStateEndpoint string `json:"importStateEndpoint,omitempty"` |
| |
| // SnapshotId: If set, indicates the snapshot id for the snapshot being |
| // performed. |
| SnapshotId string `json:"snapshotId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ImportStateEndpoint") |
| // to unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ImportStateEndpoint") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StreamingApplianceSnapshotConfig) MarshalJSON() ([]byte, error) { |
| type NoMethod StreamingApplianceSnapshotConfig |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StreamingComputationConfig: Configuration information for a single |
| // streaming computation. |
| type StreamingComputationConfig struct { |
| // ComputationId: Unique identifier for this computation. |
| ComputationId string `json:"computationId,omitempty"` |
| |
| // Instructions: Instructions that comprise the computation. |
| Instructions []*ParallelInstruction `json:"instructions,omitempty"` |
| |
| // StageName: Stage name of this computation. |
| StageName string `json:"stageName,omitempty"` |
| |
| // SystemName: System defined name for this computation. |
| SystemName string `json:"systemName,omitempty"` |
| |
| // TransformUserNameToStateFamily: Map from user name of stateful |
| // transforms in this stage to their state |
| // family. |
| TransformUserNameToStateFamily map[string]string `json:"transformUserNameToStateFamily,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ComputationId") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ComputationId") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StreamingComputationConfig) MarshalJSON() ([]byte, error) { |
| type NoMethod StreamingComputationConfig |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StreamingComputationRanges: Describes full or partial data disk |
| // assignment information of the computation |
| // ranges. |
| type StreamingComputationRanges struct { |
| // ComputationId: The ID of the computation. |
| ComputationId string `json:"computationId,omitempty"` |
| |
| // RangeAssignments: Data disk assignments for ranges from this |
| // computation. |
| RangeAssignments []*KeyRangeDataDiskAssignment `json:"rangeAssignments,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ComputationId") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ComputationId") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StreamingComputationRanges) MarshalJSON() ([]byte, error) { |
| type NoMethod StreamingComputationRanges |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StreamingComputationTask: A task which describes what action should |
| // be performed for the specified |
| // streaming computation ranges. |
| type StreamingComputationTask struct { |
| // ComputationRanges: Contains ranges of a streaming computation this |
| // task should apply to. |
| ComputationRanges []*StreamingComputationRanges `json:"computationRanges,omitempty"` |
| |
| // DataDisks: Describes the set of data disks this task should apply to. |
| DataDisks []*MountedDataDisk `json:"dataDisks,omitempty"` |
| |
| // TaskType: A type of streaming computation task. |
| // |
| // Possible values: |
| // "STREAMING_COMPUTATION_TASK_UNKNOWN" - The streaming computation |
| // task is unknown, or unspecified. |
| // "STREAMING_COMPUTATION_TASK_STOP" - Stop processing specified |
| // streaming computation range(s). |
| // "STREAMING_COMPUTATION_TASK_START" - Start processing specified |
| // streaming computation range(s). |
| TaskType string `json:"taskType,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ComputationRanges") |
| // to unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ComputationRanges") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StreamingComputationTask) MarshalJSON() ([]byte, error) { |
| type NoMethod StreamingComputationTask |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StreamingConfigTask: A task that carries configuration information |
| // for streaming computations. |
| type StreamingConfigTask struct { |
| // CommitStreamChunkSizeBytes: Chunk size for commit streams from the |
| // harness to windmill. |
| CommitStreamChunkSizeBytes int64 `json:"commitStreamChunkSizeBytes,omitempty,string"` |
| |
| // GetDataStreamChunkSizeBytes: Chunk size for get data streams from the |
| // harness to windmill. |
| GetDataStreamChunkSizeBytes int64 `json:"getDataStreamChunkSizeBytes,omitempty,string"` |
| |
| // MaxWorkItemCommitBytes: Maximum size for work item commit supported |
| // windmill storage layer. |
| MaxWorkItemCommitBytes int64 `json:"maxWorkItemCommitBytes,omitempty,string"` |
| |
| // StreamingComputationConfigs: Set of computation configuration |
| // information. |
| StreamingComputationConfigs []*StreamingComputationConfig `json:"streamingComputationConfigs,omitempty"` |
| |
| // UserStepToStateFamilyNameMap: Map from user step names to state |
| // families. |
| UserStepToStateFamilyNameMap map[string]string `json:"userStepToStateFamilyNameMap,omitempty"` |
| |
| // WindmillServiceEndpoint: If present, the worker must use this |
| // endpoint to communicate with Windmill |
| // Service dispatchers, otherwise the worker must continue to use |
| // whatever |
| // endpoint it had been using. |
| WindmillServiceEndpoint string `json:"windmillServiceEndpoint,omitempty"` |
| |
| // WindmillServicePort: If present, the worker must use this port to |
| // communicate with Windmill |
| // Service dispatchers. Only applicable when windmill_service_endpoint |
| // is |
| // specified. |
| WindmillServicePort int64 `json:"windmillServicePort,omitempty,string"` |
| |
| // ForceSendFields is a list of field names (e.g. |
| // "CommitStreamChunkSizeBytes") to unconditionally include in API |
| // requests. By default, fields with empty values are omitted from API |
| // requests. However, any non-pointer, non-interface field appearing in |
| // ForceSendFields will be sent to the server regardless of whether the |
| // field is empty or not. This may be used to include empty fields in |
| // Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. |
| // "CommitStreamChunkSizeBytes") to include in API requests with the |
| // JSON null value. By default, fields with empty values are omitted |
| // from API requests. However, any field with an empty value appearing |
| // in NullFields will be sent to the server as null. It is an error if a |
| // field in this list has a non-empty value. This may be used to include |
| // null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StreamingConfigTask) MarshalJSON() ([]byte, error) { |
| type NoMethod StreamingConfigTask |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StreamingSetupTask: A task which initializes part of a streaming |
| // Dataflow job. |
| type StreamingSetupTask struct { |
| // Drain: The user has requested drain. |
| Drain bool `json:"drain,omitempty"` |
| |
| // ReceiveWorkPort: The TCP port on which the worker should listen for |
| // messages from |
| // other streaming computation workers. |
| ReceiveWorkPort int64 `json:"receiveWorkPort,omitempty"` |
| |
| // SnapshotConfig: Configures streaming appliance snapshot. |
| SnapshotConfig *StreamingApplianceSnapshotConfig `json:"snapshotConfig,omitempty"` |
| |
| // StreamingComputationTopology: The global topology of the streaming |
| // Dataflow job. |
| StreamingComputationTopology *TopologyConfig `json:"streamingComputationTopology,omitempty"` |
| |
| // WorkerHarnessPort: The TCP port used by the worker to communicate |
| // with the Dataflow |
| // worker harness. |
| WorkerHarnessPort int64 `json:"workerHarnessPort,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Drain") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Drain") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StreamingSetupTask) MarshalJSON() ([]byte, error) { |
| type NoMethod StreamingSetupTask |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StreamingSideInputLocation: Identifies the location of a streaming |
| // side input. |
| type StreamingSideInputLocation struct { |
| // StateFamily: Identifies the state family where this side input is |
| // stored. |
| StateFamily string `json:"stateFamily,omitempty"` |
| |
| // Tag: Identifies the particular side input within the streaming |
| // Dataflow job. |
| Tag string `json:"tag,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "StateFamily") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "StateFamily") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StreamingSideInputLocation) MarshalJSON() ([]byte, error) { |
| type NoMethod StreamingSideInputLocation |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StreamingStageLocation: Identifies the location of a streaming |
| // computation stage, for |
| // stage-to-stage communication. |
| type StreamingStageLocation struct { |
| // StreamId: Identifies the particular stream within the streaming |
| // Dataflow |
| // job. |
| StreamId string `json:"streamId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "StreamId") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "StreamId") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StreamingStageLocation) MarshalJSON() ([]byte, error) { |
| type NoMethod StreamingStageLocation |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StringList: A metric value representing a list of strings. |
| type StringList struct { |
| // Elements: Elements of the list. |
| Elements []string `json:"elements,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Elements") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Elements") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StringList) MarshalJSON() ([]byte, error) { |
| type NoMethod StringList |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // StructuredMessage: A rich message format, including a human readable |
| // string, a key for |
| // identifying the message, and structured data associated with the |
| // message for |
| // programmatic consumption. |
| type StructuredMessage struct { |
| // MessageKey: Identifier for this message type. Used by external |
| // systems to |
| // internationalize or personalize message. |
| MessageKey string `json:"messageKey,omitempty"` |
| |
| // MessageText: Human-readable version of message. |
| MessageText string `json:"messageText,omitempty"` |
| |
| // Parameters: The structured data associated with this message. |
| Parameters []*Parameter `json:"parameters,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "MessageKey") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "MessageKey") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *StructuredMessage) MarshalJSON() ([]byte, error) { |
| type NoMethod StructuredMessage |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // TaskRunnerSettings: Taskrunner configuration settings. |
| type TaskRunnerSettings struct { |
| // Alsologtostderr: Whether to also send taskrunner log info to stderr. |
| Alsologtostderr bool `json:"alsologtostderr,omitempty"` |
| |
| // BaseTaskDir: The location on the worker for task-specific |
| // subdirectories. |
| BaseTaskDir string `json:"baseTaskDir,omitempty"` |
| |
| // BaseUrl: The base URL for the taskrunner to use when accessing Google |
| // Cloud APIs. |
| // |
| // When workers access Google Cloud APIs, they logically do so |
| // via |
| // relative URLs. If this field is specified, it supplies the base |
| // URL to use for resolving these relative URLs. The |
| // normative |
| // algorithm used is defined by RFC 1808, "Relative Uniform |
| // Resource |
| // Locators". |
| // |
| // If not specified, the default value is "http://www.googleapis.com/" |
| BaseUrl string `json:"baseUrl,omitempty"` |
| |
| // CommandlinesFileName: The file to store preprocessing commands in. |
| CommandlinesFileName string `json:"commandlinesFileName,omitempty"` |
| |
| // ContinueOnException: Whether to continue taskrunner if an exception |
| // is hit. |
| ContinueOnException bool `json:"continueOnException,omitempty"` |
| |
| // DataflowApiVersion: The API version of endpoint, e.g. "v1b3" |
| DataflowApiVersion string `json:"dataflowApiVersion,omitempty"` |
| |
| // HarnessCommand: The command to launch the worker harness. |
| HarnessCommand string `json:"harnessCommand,omitempty"` |
| |
| // LanguageHint: The suggested backend language. |
| LanguageHint string `json:"languageHint,omitempty"` |
| |
| // LogDir: The directory on the VM to store logs. |
| LogDir string `json:"logDir,omitempty"` |
| |
| // LogToSerialconsole: Whether to send taskrunner log info to Google |
| // Compute Engine VM serial |
| // console. |
| LogToSerialconsole bool `json:"logToSerialconsole,omitempty"` |
| |
| // LogUploadLocation: Indicates where to put logs. If this is not |
| // specified, the logs |
| // will not be uploaded. |
| // |
| // The supported resource type is: |
| // |
| // Google Cloud Storage: |
| // storage.googleapis.com/{bucket}/{object} |
| // bucket.storage.googleapis.com/{object} |
| LogUploadLocation string `json:"logUploadLocation,omitempty"` |
| |
| // OauthScopes: The OAuth2 scopes to be requested by the taskrunner in |
| // order to |
| // access the Cloud Dataflow API. |
| OauthScopes []string `json:"oauthScopes,omitempty"` |
| |
| // ParallelWorkerSettings: The settings to pass to the parallel worker |
| // harness. |
| ParallelWorkerSettings *WorkerSettings `json:"parallelWorkerSettings,omitempty"` |
| |
| // StreamingWorkerMainClass: The streaming worker main class name. |
| StreamingWorkerMainClass string `json:"streamingWorkerMainClass,omitempty"` |
| |
| // TaskGroup: The UNIX group ID on the worker VM to use for tasks |
| // launched by |
| // taskrunner; e.g. "wheel". |
| TaskGroup string `json:"taskGroup,omitempty"` |
| |
| // TaskUser: The UNIX user ID on the worker VM to use for tasks launched |
| // by |
| // taskrunner; e.g. "root". |
| TaskUser string `json:"taskUser,omitempty"` |
| |
| // TempStoragePrefix: The prefix of the resources the taskrunner should |
| // use for |
| // temporary storage. |
| // |
| // The supported resource type is: |
| // |
| // Google Cloud Storage: |
| // storage.googleapis.com/{bucket}/{object} |
| // bucket.storage.googleapis.com/{object} |
| TempStoragePrefix string `json:"tempStoragePrefix,omitempty"` |
| |
| // VmId: The ID string of the VM. |
| VmId string `json:"vmId,omitempty"` |
| |
| // WorkflowFileName: The file to store the workflow in. |
| WorkflowFileName string `json:"workflowFileName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Alsologtostderr") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Alsologtostderr") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *TaskRunnerSettings) MarshalJSON() ([]byte, error) { |
| type NoMethod TaskRunnerSettings |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // TemplateMetadata: Metadata describing a template. |
| type TemplateMetadata struct { |
| // Description: Optional. A description of the template. |
| Description string `json:"description,omitempty"` |
| |
| // Name: Required. The name of the template. |
| Name string `json:"name,omitempty"` |
| |
| // Parameters: The parameters for the template. |
| Parameters []*ParameterMetadata `json:"parameters,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Description") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Description") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *TemplateMetadata) MarshalJSON() ([]byte, error) { |
| type NoMethod TemplateMetadata |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // TopologyConfig: Global topology of the streaming Dataflow job, |
| // including all |
| // computations and their sharded locations. |
| type TopologyConfig struct { |
| // Computations: The computations associated with a streaming Dataflow |
| // job. |
| Computations []*ComputationTopology `json:"computations,omitempty"` |
| |
| // DataDiskAssignments: The disks assigned to a streaming Dataflow job. |
| DataDiskAssignments []*DataDiskAssignment `json:"dataDiskAssignments,omitempty"` |
| |
| // ForwardingKeyBits: The size (in bits) of keys that will be assigned |
| // to source messages. |
| ForwardingKeyBits int64 `json:"forwardingKeyBits,omitempty"` |
| |
| // PersistentStateVersion: Version number for persistent state. |
| PersistentStateVersion int64 `json:"persistentStateVersion,omitempty"` |
| |
| // UserStageToComputationNameMap: Maps user stage names to stable |
| // computation names. |
| UserStageToComputationNameMap map[string]string `json:"userStageToComputationNameMap,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Computations") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Computations") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *TopologyConfig) MarshalJSON() ([]byte, error) { |
| type NoMethod TopologyConfig |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // TransformSummary: Description of the type, names/ids, and |
| // input/outputs for a transform. |
| type TransformSummary struct { |
| // DisplayData: Transform-specific display data. |
| DisplayData []*DisplayData `json:"displayData,omitempty"` |
| |
| // Id: SDK generated id of this transform instance. |
| Id string `json:"id,omitempty"` |
| |
| // InputCollectionName: User names for all collection inputs to this |
| // transform. |
| InputCollectionName []string `json:"inputCollectionName,omitempty"` |
| |
| // Kind: Type of transform. |
| // |
| // Possible values: |
| // "UNKNOWN_KIND" - Unrecognized transform type. |
| // "PAR_DO_KIND" - ParDo transform. |
| // "GROUP_BY_KEY_KIND" - Group By Key transform. |
| // "FLATTEN_KIND" - Flatten transform. |
| // "READ_KIND" - Read transform. |
| // "WRITE_KIND" - Write transform. |
| // "CONSTANT_KIND" - Constructs from a constant value, such as with |
| // Create.of. |
| // "SINGLETON_KIND" - Creates a Singleton view of a collection. |
| // "SHUFFLE_KIND" - Opening or closing a shuffle session, often as |
| // part of a GroupByKey. |
| Kind string `json:"kind,omitempty"` |
| |
| // Name: User provided name for this transform instance. |
| Name string `json:"name,omitempty"` |
| |
| // OutputCollectionName: User names for all collection outputs to this |
| // transform. |
| OutputCollectionName []string `json:"outputCollectionName,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "DisplayData") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "DisplayData") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *TransformSummary) MarshalJSON() ([]byte, error) { |
| type NoMethod TransformSummary |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // ValidateResponse: Response to the validation request. |
| type ValidateResponse struct { |
| // ErrorMessage: Will be empty if validation succeeds. |
| ErrorMessage string `json:"errorMessage,omitempty"` |
| |
| // ServerResponse contains the HTTP response code and headers from the |
| // server. |
| googleapi.ServerResponse `json:"-"` |
| |
| // ForceSendFields is a list of field names (e.g. "ErrorMessage") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ErrorMessage") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *ValidateResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod ValidateResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkItem: WorkItem represents basic information about a WorkItem to |
| // be executed |
| // in the cloud. |
| type WorkItem struct { |
| // Configuration: Work item-specific configuration as an opaque blob. |
| Configuration string `json:"configuration,omitempty"` |
| |
| // Id: Identifies this WorkItem. |
| Id int64 `json:"id,omitempty,string"` |
| |
| // InitialReportIndex: The initial index to use when reporting the |
| // status of the WorkItem. |
| InitialReportIndex int64 `json:"initialReportIndex,omitempty,string"` |
| |
| // JobId: Identifies the workflow job this WorkItem belongs to. |
| JobId string `json:"jobId,omitempty"` |
| |
| // LeaseExpireTime: Time when the lease on this Work will expire. |
| LeaseExpireTime string `json:"leaseExpireTime,omitempty"` |
| |
| // MapTask: Additional information for MapTask WorkItems. |
| MapTask *MapTask `json:"mapTask,omitempty"` |
| |
| // Packages: Any required packages that need to be fetched in order to |
| // execute |
| // this WorkItem. |
| Packages []*Package `json:"packages,omitempty"` |
| |
| // ProjectId: Identifies the cloud project this WorkItem belongs to. |
| ProjectId string `json:"projectId,omitempty"` |
| |
| // ReportStatusInterval: Recommended reporting interval. |
| ReportStatusInterval string `json:"reportStatusInterval,omitempty"` |
| |
| // SeqMapTask: Additional information for SeqMapTask WorkItems. |
| SeqMapTask *SeqMapTask `json:"seqMapTask,omitempty"` |
| |
| // ShellTask: Additional information for ShellTask WorkItems. |
| ShellTask *ShellTask `json:"shellTask,omitempty"` |
| |
| // SourceOperationTask: Additional information for source operation |
| // WorkItems. |
| SourceOperationTask *SourceOperationRequest `json:"sourceOperationTask,omitempty"` |
| |
| // StreamingComputationTask: Additional information for |
| // StreamingComputationTask WorkItems. |
| StreamingComputationTask *StreamingComputationTask `json:"streamingComputationTask,omitempty"` |
| |
| // StreamingConfigTask: Additional information for StreamingConfigTask |
| // WorkItems. |
| StreamingConfigTask *StreamingConfigTask `json:"streamingConfigTask,omitempty"` |
| |
| // StreamingSetupTask: Additional information for StreamingSetupTask |
| // WorkItems. |
| StreamingSetupTask *StreamingSetupTask `json:"streamingSetupTask,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Configuration") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Configuration") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkItem) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkItem |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkItemServiceState: The Dataflow service's idea of the current |
| // state of a WorkItem |
| // being processed by a worker. |
| type WorkItemServiceState struct { |
| // HarnessData: Other data returned by the service, specific to the |
| // particular |
| // worker harness. |
| HarnessData googleapi.RawMessage `json:"harnessData,omitempty"` |
| |
| // HotKeyDetection: A hot key is a symptom of poor data distribution in |
| // which there are enough |
| // elements mapped to a single key to impact pipeline performance. |
| // When |
| // present, this field includes metadata associated with any hot key. |
| HotKeyDetection *HotKeyDetection `json:"hotKeyDetection,omitempty"` |
| |
| // LeaseExpireTime: Time at which the current lease will expire. |
| LeaseExpireTime string `json:"leaseExpireTime,omitempty"` |
| |
| // MetricShortId: The short ids that workers should use in subsequent |
| // metric updates. |
| // Workers should strive to use short ids whenever possible, but it is |
| // ok |
| // to request the short_id again if a worker lost track of it |
| // (e.g. if the worker is recovering from a crash). |
| // NOTE: it is possible that the response may have short ids for a |
| // subset |
| // of the metrics. |
| MetricShortId []*MetricShortId `json:"metricShortId,omitempty"` |
| |
| // NextReportIndex: The index value to use for the next report sent by |
| // the worker. |
| // Note: If the report call fails for whatever reason, the worker |
| // should |
| // reuse this index for subsequent report attempts. |
| NextReportIndex int64 `json:"nextReportIndex,omitempty,string"` |
| |
| // ReportStatusInterval: New recommended reporting interval. |
| ReportStatusInterval string `json:"reportStatusInterval,omitempty"` |
| |
| // SplitRequest: The progress point in the WorkItem where the Dataflow |
| // service |
| // suggests that the worker truncate the task. |
| SplitRequest *ApproximateSplitRequest `json:"splitRequest,omitempty"` |
| |
| // SuggestedStopPoint: DEPRECATED in favor of split_request. |
| SuggestedStopPoint *ApproximateProgress `json:"suggestedStopPoint,omitempty"` |
| |
| // SuggestedStopPosition: Obsolete, always empty. |
| SuggestedStopPosition *Position `json:"suggestedStopPosition,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "HarnessData") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "HarnessData") to include |
| // in API requests with the JSON null value. By default, fields with |
| // empty values are omitted from API requests. However, any field with |
| // an empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkItemServiceState) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkItemServiceState |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkItemStatus: Conveys a worker's progress through the work |
| // described by a WorkItem. |
| type WorkItemStatus struct { |
| // Completed: True if the WorkItem was completed (successfully or |
| // unsuccessfully). |
| Completed bool `json:"completed,omitempty"` |
| |
| // CounterUpdates: Worker output counters for this WorkItem. |
| CounterUpdates []*CounterUpdate `json:"counterUpdates,omitempty"` |
| |
| // DynamicSourceSplit: See documentation of stop_position. |
| DynamicSourceSplit *DynamicSourceSplit `json:"dynamicSourceSplit,omitempty"` |
| |
| // Errors: Specifies errors which occurred during processing. If errors |
| // are |
| // provided, and completed = true, then the WorkItem is considered |
| // to have failed. |
| Errors []*Status `json:"errors,omitempty"` |
| |
| // MetricUpdates: DEPRECATED in favor of counter_updates. |
| MetricUpdates []*MetricUpdate `json:"metricUpdates,omitempty"` |
| |
| // Progress: DEPRECATED in favor of reported_progress. |
| Progress *ApproximateProgress `json:"progress,omitempty"` |
| |
| // ReportIndex: The report index. When a WorkItem is leased, the lease |
| // will |
| // contain an initial report index. When a WorkItem's status |
| // is |
| // reported to the system, the report should be sent with |
| // that report index, and the response will contain the index the |
| // worker should use for the next report. Reports received |
| // with |
| // unexpected index values will be rejected by the service. |
| // |
| // In order to preserve idempotency, the worker should not alter |
| // the |
| // contents of a report, even if the worker must submit the same |
| // report multiple times before getting back a response. The |
| // worker |
| // should not submit a subsequent report until the response for |
| // the |
| // previous report had been received from the service. |
| ReportIndex int64 `json:"reportIndex,omitempty,string"` |
| |
| // ReportedProgress: The worker's progress through this WorkItem. |
| ReportedProgress *ApproximateReportedProgress `json:"reportedProgress,omitempty"` |
| |
| // RequestedLeaseDuration: Amount of time the worker requests for its |
| // lease. |
| RequestedLeaseDuration string `json:"requestedLeaseDuration,omitempty"` |
| |
| // SourceFork: DEPRECATED in favor of dynamic_source_split. |
| SourceFork *SourceFork `json:"sourceFork,omitempty"` |
| |
| // SourceOperationResponse: If the work item represented a |
| // SourceOperationRequest, and the work |
| // is completed, contains the result of the operation. |
| SourceOperationResponse *SourceOperationResponse `json:"sourceOperationResponse,omitempty"` |
| |
| // StopPosition: A worker may split an active map task in two parts, |
| // "primary" and |
| // "residual", continuing to process the primary part and returning |
| // the |
| // residual part into the pool of available work. |
| // This event is called a "dynamic split" and is critical to the |
| // dynamic |
| // work rebalancing feature. The two obtained sub-tasks are |
| // called |
| // "parts" of the split. |
| // The parts, if concatenated, must represent the same input as would |
| // be read by the current task if the split did not happen. |
| // The exact way in which the original task is decomposed into the |
| // two |
| // parts is specified either as a position demarcating |
| // them |
| // (stop_position), or explicitly as two DerivedSources, if this |
| // task consumes a user-defined source type (dynamic_source_split). |
| // |
| // The "current" task is adjusted as a result of the split: after a |
| // task |
| // with range [A, B) sends a stop_position update at C, its range |
| // is |
| // considered to be [A, C), e.g.: |
| // * Progress should be interpreted relative to the new range, e.g. |
| // "75% completed" means "75% of [A, C) completed" |
| // * The worker should interpret proposed_stop_position relative to the |
| // new range, e.g. "split at 68%" should be interpreted as |
| // "split at 68% of [A, C)". |
| // * If the worker chooses to split again using stop_position, only |
| // stop_positions in [A, C) will be accepted. |
| // * Etc. |
| // dynamic_source_split has similar semantics: e.g., if a task |
| // with |
| // source S splits using dynamic_source_split into {P, R} |
| // (where P and R must be together equivalent to S), then |
| // subsequent |
| // progress and proposed_stop_position should be interpreted relative |
| // to P, and in a potential subsequent dynamic_source_split into {P', |
| // R'}, |
| // P' and R' must be together equivalent to P, etc. |
| StopPosition *Position `json:"stopPosition,omitempty"` |
| |
| // TotalThrottlerWaitTimeSeconds: Total time the worker spent being |
| // throttled by external systems. |
| TotalThrottlerWaitTimeSeconds float64 `json:"totalThrottlerWaitTimeSeconds,omitempty"` |
| |
| // WorkItemId: Identifies the WorkItem. |
| WorkItemId string `json:"workItemId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Completed") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Completed") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkItemStatus) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkItemStatus |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| func (s *WorkItemStatus) UnmarshalJSON(data []byte) error { |
| type NoMethod WorkItemStatus |
| var s1 struct { |
| TotalThrottlerWaitTimeSeconds gensupport.JSONFloat64 `json:"totalThrottlerWaitTimeSeconds"` |
| *NoMethod |
| } |
| s1.NoMethod = (*NoMethod)(s) |
| if err := json.Unmarshal(data, &s1); err != nil { |
| return err |
| } |
| s.TotalThrottlerWaitTimeSeconds = float64(s1.TotalThrottlerWaitTimeSeconds) |
| return nil |
| } |
| |
| // WorkerHealthReport: WorkerHealthReport contains information about the |
| // health of a worker. |
| // |
| // The VM should be identified by the labels attached to the |
| // WorkerMessage that |
| // this health ping belongs to. |
| type WorkerHealthReport struct { |
| // Msg: A message describing any unusual health reports. |
| Msg string `json:"msg,omitempty"` |
| |
| // Pods: The pods running on the worker. |
| // See: |
| // http://kubernetes.io/v1.1/docs/api-reference/v1/definitions.html# |
| // _v1_pod |
| // |
| // This field is used by the worker to send the status of the |
| // indvidual |
| // containers running on each worker. |
| Pods []googleapi.RawMessage `json:"pods,omitempty"` |
| |
| // ReportInterval: The interval at which the worker is sending health |
| // reports. |
| // The default value of 0 should be interpreted as the field is not |
| // being |
| // explicitly set by the worker. |
| ReportInterval string `json:"reportInterval,omitempty"` |
| |
| // VmIsBroken: Whether the VM is in a permanently broken state. |
| // Broken VMs should be abandoned or deleted ASAP to avoid assigning |
| // or |
| // completing any work. |
| VmIsBroken bool `json:"vmIsBroken,omitempty"` |
| |
| // VmIsHealthy: Whether the VM is currently healthy. |
| VmIsHealthy bool `json:"vmIsHealthy,omitempty"` |
| |
| // VmStartupTime: The time the VM was booted. |
| VmStartupTime string `json:"vmStartupTime,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Msg") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Msg") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkerHealthReport) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkerHealthReport |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkerHealthReportResponse: WorkerHealthReportResponse contains |
| // information returned to the worker |
| // in response to a health ping. |
| type WorkerHealthReportResponse struct { |
| // ReportInterval: A positive value indicates the worker should change |
| // its reporting interval |
| // to the specified value. |
| // |
| // The default value of zero means no change in report rate is requested |
| // by |
| // the server. |
| ReportInterval string `json:"reportInterval,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ReportInterval") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ReportInterval") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkerHealthReportResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkerHealthReportResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkerLifecycleEvent: A report of an event in a worker's |
| // lifecycle. |
| // The proto contains one event, because the worker is expected |
| // to |
| // asynchronously send each message immediately after the event. |
| // Due to this asynchrony, messages may arrive out of order (or |
| // missing), and it |
| // is up to the consumer to interpret. |
| // The timestamp of the event is in the enclosing WorkerMessage proto. |
| type WorkerLifecycleEvent struct { |
| // ContainerStartTime: The start time of this container. All events will |
| // report this so that |
| // events can be grouped together across container/VM restarts. |
| ContainerStartTime string `json:"containerStartTime,omitempty"` |
| |
| // Event: The event being reported. |
| // |
| // Possible values: |
| // "UNKNOWN_EVENT" - Invalid event. |
| // "OS_START" - The time the VM started. |
| // "CONTAINER_START" - Our container code starts running. Multiple |
| // containers could be |
| // distinguished with WorkerMessage.labels if desired. |
| // "NETWORK_UP" - The worker has a functional external network |
| // connection. |
| // "STAGING_FILES_DOWNLOAD_START" - Started downloading staging files. |
| // "STAGING_FILES_DOWNLOAD_FINISH" - Finished downloading all staging |
| // files. |
| // "SDK_INSTALL_START" - For applicable SDKs, started installation of |
| // SDK and worker packages. |
| // "SDK_INSTALL_FINISH" - Finished installing SDK. |
| Event string `json:"event,omitempty"` |
| |
| // Metadata: Other stats that can accompany an event. E.g. |
| // { "downloaded_bytes" : "123456" } |
| Metadata map[string]string `json:"metadata,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "ContainerStartTime") |
| // to unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "ContainerStartTime") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkerLifecycleEvent) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkerLifecycleEvent |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkerMessage: WorkerMessage provides information to the backend |
| // about a worker. |
| type WorkerMessage struct { |
| // Labels: Labels are used to group WorkerMessages. |
| // For example, a worker_message about a particular container |
| // might have the labels: |
| // { "JOB_ID": "2015-04-22", |
| // "WORKER_ID": "wordcount-vm-2015…" |
| // "CONTAINER_TYPE": "worker", |
| // "CONTAINER_ID": "ac1234def"} |
| // Label tags typically correspond to Label enum values. However, for |
| // ease |
| // of development other strings can be used as tags. LABEL_UNSPECIFIED |
| // should |
| // not be used here. |
| Labels map[string]string `json:"labels,omitempty"` |
| |
| // Time: The timestamp of the worker_message. |
| Time string `json:"time,omitempty"` |
| |
| // WorkerHealthReport: The health of a worker. |
| WorkerHealthReport *WorkerHealthReport `json:"workerHealthReport,omitempty"` |
| |
| // WorkerLifecycleEvent: Record of worker lifecycle events. |
| WorkerLifecycleEvent *WorkerLifecycleEvent `json:"workerLifecycleEvent,omitempty"` |
| |
| // WorkerMessageCode: A worker message code. |
| WorkerMessageCode *WorkerMessageCode `json:"workerMessageCode,omitempty"` |
| |
| // WorkerMetrics: Resource metrics reported by workers. |
| WorkerMetrics *ResourceUtilizationReport `json:"workerMetrics,omitempty"` |
| |
| // WorkerShutdownNotice: Shutdown notice by workers. |
| WorkerShutdownNotice *WorkerShutdownNotice `json:"workerShutdownNotice,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Labels") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Labels") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkerMessage) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkerMessage |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkerMessageCode: A message code is used to report status and error |
| // messages to the service. |
| // The message codes are intended to be machine readable. The service |
| // will |
| // take care of translating these into user understandable messages |
| // if |
| // necessary. |
| // |
| // Example use cases: |
| // 1. Worker processes reporting successful startup. |
| // 2. Worker processes reporting specific errors (e.g. package |
| // staging |
| // failure). |
| type WorkerMessageCode struct { |
| // Code: The code is a string intended for consumption by a machine that |
| // identifies |
| // the type of message being sent. |
| // Examples: |
| // 1. "HARNESS_STARTED" might be used to indicate the worker harness |
| // has |
| // started. |
| // 2. "GCS_DOWNLOAD_ERROR" might be used to indicate an error |
| // downloading |
| // a GCS file as part of the boot process of one of the worker |
| // containers. |
| // |
| // This is a string and not an enum to make it easy to add new codes |
| // without |
| // waiting for an API change. |
| Code string `json:"code,omitempty"` |
| |
| // Parameters: Parameters contains specific information about the |
| // code. |
| // |
| // This is a struct to allow parameters of different types. |
| // |
| // Examples: |
| // 1. For a "HARNESS_STARTED" message parameters might provide the |
| // name |
| // of the worker and additional data like timing information. |
| // 2. For a "GCS_DOWNLOAD_ERROR" parameters might contain fields |
| // listing |
| // the GCS objects being downloaded and fields containing |
| // errors. |
| // |
| // In general complex data structures should be avoided. If a |
| // worker |
| // needs to send a specific and complicated data structure then |
| // please |
| // consider defining a new proto and adding it to the data oneof |
| // in |
| // WorkerMessageResponse. |
| // |
| // Conventions: |
| // Parameters should only be used for information that isn't typically |
| // passed |
| // as a label. |
| // hostname and other worker identifiers should almost always be |
| // passed |
| // as labels since they will be included on most messages. |
| Parameters googleapi.RawMessage `json:"parameters,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Code") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Code") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkerMessageCode) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkerMessageCode |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkerMessageResponse: A worker_message response allows the server to |
| // pass information to the |
| // sender. |
| type WorkerMessageResponse struct { |
| // WorkerHealthReportResponse: The service's response to a worker's |
| // health report. |
| WorkerHealthReportResponse *WorkerHealthReportResponse `json:"workerHealthReportResponse,omitempty"` |
| |
| // WorkerMetricsResponse: Service's response to reporting worker metrics |
| // (currently empty). |
| WorkerMetricsResponse *ResourceUtilizationReportResponse `json:"workerMetricsResponse,omitempty"` |
| |
| // WorkerShutdownNoticeResponse: Service's response to shutdown notice |
| // (currently empty). |
| WorkerShutdownNoticeResponse *WorkerShutdownNoticeResponse `json:"workerShutdownNoticeResponse,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. |
| // "WorkerHealthReportResponse") to unconditionally include in API |
| // requests. By default, fields with empty values are omitted from API |
| // requests. However, any non-pointer, non-interface field appearing in |
| // ForceSendFields will be sent to the server regardless of whether the |
| // field is empty or not. This may be used to include empty fields in |
| // Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. |
| // "WorkerHealthReportResponse") to include in API requests with the |
| // JSON null value. By default, fields with empty values are omitted |
| // from API requests. However, any field with an empty value appearing |
| // in NullFields will be sent to the server as null. It is an error if a |
| // field in this list has a non-empty value. This may be used to include |
| // null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkerMessageResponse) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkerMessageResponse |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkerPool: Describes one particular pool of Cloud Dataflow workers |
| // to be |
| // instantiated by the Cloud Dataflow service in order to perform |
| // the |
| // computations required by a job. Note that a workflow job may |
| // use |
| // multiple pools, in order to match the various |
| // computational |
| // requirements of the various stages of the job. |
| type WorkerPool struct { |
| // AutoscalingSettings: Settings for autoscaling of this WorkerPool. |
| AutoscalingSettings *AutoscalingSettings `json:"autoscalingSettings,omitempty"` |
| |
| // DataDisks: Data disks that are used by a VM in this workflow. |
| DataDisks []*Disk `json:"dataDisks,omitempty"` |
| |
| // DefaultPackageSet: The default package set to install. This allows |
| // the service to |
| // select a default set of packages which are useful to worker |
| // harnesses written in a particular language. |
| // |
| // Possible values: |
| // "DEFAULT_PACKAGE_SET_UNKNOWN" - The default set of packages to |
| // stage is unknown, or unspecified. |
| // "DEFAULT_PACKAGE_SET_NONE" - Indicates that no packages should be |
| // staged at the worker unless |
| // explicitly specified by the job. |
| // "DEFAULT_PACKAGE_SET_JAVA" - Stage packages typically useful to |
| // workers written in Java. |
| // "DEFAULT_PACKAGE_SET_PYTHON" - Stage pacakges typically useful to |
| // workers written in Python. |
| DefaultPackageSet string `json:"defaultPackageSet,omitempty"` |
| |
| // DiskSizeGb: Size of root disk for VMs, in GB. If zero or |
| // unspecified, the service will |
| // attempt to choose a reasonable default. |
| DiskSizeGb int64 `json:"diskSizeGb,omitempty"` |
| |
| // DiskSourceImage: Fully qualified source image for disks. |
| DiskSourceImage string `json:"diskSourceImage,omitempty"` |
| |
| // DiskType: Type of root disk for VMs. If empty or unspecified, the |
| // service will |
| // attempt to choose a reasonable default. |
| DiskType string `json:"diskType,omitempty"` |
| |
| // IpConfiguration: Configuration for VM IPs. |
| // |
| // Possible values: |
| // "WORKER_IP_UNSPECIFIED" - The configuration is unknown, or |
| // unspecified. |
| // "WORKER_IP_PUBLIC" - Workers should have public IP addresses. |
| // "WORKER_IP_PRIVATE" - Workers should have private IP addresses. |
| IpConfiguration string `json:"ipConfiguration,omitempty"` |
| |
| // Kind: The kind of the worker pool; currently only `harness` and |
| // `shuffle` |
| // are supported. |
| Kind string `json:"kind,omitempty"` |
| |
| // MachineType: Machine type (e.g. "n1-standard-1"). If empty or |
| // unspecified, the |
| // service will attempt to choose a reasonable default. |
| MachineType string `json:"machineType,omitempty"` |
| |
| // Metadata: Metadata to set on the Google Compute Engine VMs. |
| Metadata map[string]string `json:"metadata,omitempty"` |
| |
| // Network: Network to which VMs will be assigned. If empty or |
| // unspecified, |
| // the service will use the network "default". |
| Network string `json:"network,omitempty"` |
| |
| // NumThreadsPerWorker: The number of threads per worker harness. If |
| // empty or unspecified, the |
| // service will choose a number of threads (according to the number of |
| // cores |
| // on the selected machine type for batch, or 1 by convention for |
| // streaming). |
| NumThreadsPerWorker int64 `json:"numThreadsPerWorker,omitempty"` |
| |
| // NumWorkers: Number of Google Compute Engine workers in this pool |
| // needed to |
| // execute the job. If zero or unspecified, the service will |
| // attempt to choose a reasonable default. |
| NumWorkers int64 `json:"numWorkers,omitempty"` |
| |
| // OnHostMaintenance: The action to take on host maintenance, as defined |
| // by the Google |
| // Compute Engine API. |
| OnHostMaintenance string `json:"onHostMaintenance,omitempty"` |
| |
| // Packages: Packages to be installed on workers. |
| Packages []*Package `json:"packages,omitempty"` |
| |
| // PoolArgs: Extra arguments for this worker pool. |
| PoolArgs googleapi.RawMessage `json:"poolArgs,omitempty"` |
| |
| // Subnetwork: Subnetwork to which VMs will be assigned, if desired. |
| // Expected to be of |
| // the form "regions/REGION/subnetworks/SUBNETWORK". |
| Subnetwork string `json:"subnetwork,omitempty"` |
| |
| // TaskrunnerSettings: Settings passed through to Google Compute Engine |
| // workers when |
| // using the standard Dataflow task runner. Users should ignore |
| // this field. |
| TaskrunnerSettings *TaskRunnerSettings `json:"taskrunnerSettings,omitempty"` |
| |
| // TeardownPolicy: Sets the policy for determining when to turndown |
| // worker pool. |
| // Allowed values are: `TEARDOWN_ALWAYS`, `TEARDOWN_ON_SUCCESS`, |
| // and |
| // `TEARDOWN_NEVER`. |
| // `TEARDOWN_ALWAYS` means workers are always torn down regardless of |
| // whether |
| // the job succeeds. `TEARDOWN_ON_SUCCESS` means workers are torn |
| // down |
| // if the job succeeds. `TEARDOWN_NEVER` means the workers are never |
| // torn |
| // down. |
| // |
| // If the workers are not torn down by the service, they will |
| // continue to run and use Google Compute Engine VM resources in |
| // the |
| // user's project until they are explicitly terminated by the |
| // user. |
| // Because of this, Google recommends using the `TEARDOWN_ALWAYS` |
| // policy except for small, manually supervised test jobs. |
| // |
| // If unknown or unspecified, the service will attempt to choose a |
| // reasonable |
| // default. |
| // |
| // Possible values: |
| // "TEARDOWN_POLICY_UNKNOWN" - The teardown policy isn't specified, or |
| // is unknown. |
| // "TEARDOWN_ALWAYS" - Always teardown the resource. |
| // "TEARDOWN_ON_SUCCESS" - Teardown the resource on success. This is |
| // useful for debugging |
| // failures. |
| // "TEARDOWN_NEVER" - Never teardown the resource. This is useful for |
| // debugging and |
| // development. |
| TeardownPolicy string `json:"teardownPolicy,omitempty"` |
| |
| // WorkerHarnessContainerImage: Required. Docker container image that |
| // executes the Cloud Dataflow worker |
| // harness, residing in Google Container Registry. |
| WorkerHarnessContainerImage string `json:"workerHarnessContainerImage,omitempty"` |
| |
| // Zone: Zone to run the worker pools in. If empty or unspecified, the |
| // service |
| // will attempt to choose a reasonable default. |
| Zone string `json:"zone,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "AutoscalingSettings") |
| // to unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "AutoscalingSettings") to |
| // include in API requests with the JSON null value. By default, fields |
| // with empty values are omitted from API requests. However, any field |
| // with an empty value appearing in NullFields will be sent to the |
| // server as null. It is an error if a field in this list has a |
| // non-empty value. This may be used to include null fields in Patch |
| // requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkerPool) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkerPool |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkerSettings: Provides data to pass through to the worker harness. |
| type WorkerSettings struct { |
| // BaseUrl: The base URL for accessing Google Cloud APIs. |
| // |
| // When workers access Google Cloud APIs, they logically do so |
| // via |
| // relative URLs. If this field is specified, it supplies the base |
| // URL to use for resolving these relative URLs. The |
| // normative |
| // algorithm used is defined by RFC 1808, "Relative Uniform |
| // Resource |
| // Locators". |
| // |
| // If not specified, the default value is "http://www.googleapis.com/" |
| BaseUrl string `json:"baseUrl,omitempty"` |
| |
| // ReportingEnabled: Whether to send work progress updates to the |
| // service. |
| ReportingEnabled bool `json:"reportingEnabled,omitempty"` |
| |
| // ServicePath: The Cloud Dataflow service path relative to the root |
| // URL, for example, |
| // "dataflow/v1b3/projects". |
| ServicePath string `json:"servicePath,omitempty"` |
| |
| // ShuffleServicePath: The Shuffle service path relative to the root |
| // URL, for example, |
| // "shuffle/v1beta1". |
| ShuffleServicePath string `json:"shuffleServicePath,omitempty"` |
| |
| // TempStoragePrefix: The prefix of the resources the system should use |
| // for temporary |
| // storage. |
| // |
| // The supported resource type is: |
| // |
| // Google Cloud Storage: |
| // |
| // storage.googleapis.com/{bucket}/{object} |
| // bucket.storage.googleapis.com/{object} |
| TempStoragePrefix string `json:"tempStoragePrefix,omitempty"` |
| |
| // WorkerId: The ID of the worker running this pipeline. |
| WorkerId string `json:"workerId,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "BaseUrl") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "BaseUrl") to include in |
| // API requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkerSettings) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkerSettings |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkerShutdownNotice: Shutdown notification from workers. This is to |
| // be sent by the shutdown |
| // script of the worker VM so that the backend knows that the VM is |
| // being |
| // shut down. |
| type WorkerShutdownNotice struct { |
| // Reason: The reason for the worker shutdown. |
| // Current possible values are: |
| // "UNKNOWN": shutdown reason is unknown. |
| // "PREEMPTION": shutdown reason is preemption. |
| // Other possible reasons may be added in the future. |
| Reason string `json:"reason,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Reason") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Reason") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WorkerShutdownNotice) MarshalJSON() ([]byte, error) { |
| type NoMethod WorkerShutdownNotice |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // WorkerShutdownNoticeResponse: Service-side response to WorkerMessage |
| // issuing shutdown notice. |
| type WorkerShutdownNoticeResponse struct { |
| } |
| |
| // WriteInstruction: An instruction that writes records. |
| // Takes one input, produces no outputs. |
| type WriteInstruction struct { |
| // Input: The input. |
| Input *InstructionInput `json:"input,omitempty"` |
| |
| // Sink: The sink to write to. |
| Sink *Sink `json:"sink,omitempty"` |
| |
| // ForceSendFields is a list of field names (e.g. "Input") to |
| // unconditionally include in API requests. By default, fields with |
| // empty values are omitted from API requests. However, any non-pointer, |
| // non-interface field appearing in ForceSendFields will be sent to the |
| // server regardless of whether the field is empty or not. This may be |
| // used to include empty fields in Patch requests. |
| ForceSendFields []string `json:"-"` |
| |
| // NullFields is a list of field names (e.g. "Input") to include in API |
| // requests with the JSON null value. By default, fields with empty |
| // values are omitted from API requests. However, any field with an |
| // empty value appearing in NullFields will be sent to the server as |
| // null. It is an error if a field in this list has a non-empty value. |
| // This may be used to include null fields in Patch requests. |
| NullFields []string `json:"-"` |
| } |
| |
| func (s *WriteInstruction) MarshalJSON() ([]byte, error) { |
| type NoMethod WriteInstruction |
| raw := NoMethod(*s) |
| return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields) |
| } |
| |
| // method id "dataflow.projects.workerMessages": |
| |
| type ProjectsWorkerMessagesCall struct { |
| s *Service |
| projectId string |
| sendworkermessagesrequest *SendWorkerMessagesRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // WorkerMessages: Send a worker_message to the service. |
| func (r *ProjectsService) WorkerMessages(projectId string, sendworkermessagesrequest *SendWorkerMessagesRequest) *ProjectsWorkerMessagesCall { |
| c := &ProjectsWorkerMessagesCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.sendworkermessagesrequest = sendworkermessagesrequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsWorkerMessagesCall) Fields(s ...googleapi.Field) *ProjectsWorkerMessagesCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsWorkerMessagesCall) Context(ctx context.Context) *ProjectsWorkerMessagesCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsWorkerMessagesCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsWorkerMessagesCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.sendworkermessagesrequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/WorkerMessages") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.workerMessages" call. |
| // Exactly one of *SendWorkerMessagesResponse or error will be non-nil. |
| // Any non-2xx status code is an error. Response headers are in either |
| // *SendWorkerMessagesResponse.ServerResponse.Header or (if a response |
| // was returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsWorkerMessagesCall) Do(opts ...googleapi.CallOption) (*SendWorkerMessagesResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &SendWorkerMessagesResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Send a worker_message to the service.", |
| // "flatPath": "v1b3/projects/{projectId}/WorkerMessages", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.workerMessages", |
| // "parameterOrder": [ |
| // "projectId" |
| // ], |
| // "parameters": { |
| // "projectId": { |
| // "description": "The project to send the WorkerMessages to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/WorkerMessages", |
| // "request": { |
| // "$ref": "SendWorkerMessagesRequest" |
| // }, |
| // "response": { |
| // "$ref": "SendWorkerMessagesResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.jobs.aggregated": |
| |
| type ProjectsJobsAggregatedCall struct { |
| s *Service |
| projectId string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Aggregated: List the jobs of a project across all regions. |
| func (r *ProjectsJobsService) Aggregated(projectId string) *ProjectsJobsAggregatedCall { |
| c := &ProjectsJobsAggregatedCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| return c |
| } |
| |
| // Filter sets the optional parameter "filter": The kind of filter to |
| // use. |
| // |
| // Possible values: |
| // "UNKNOWN" |
| // "ALL" |
| // "TERMINATED" |
| // "ACTIVE" |
| func (c *ProjectsJobsAggregatedCall) Filter(filter string) *ProjectsJobsAggregatedCall { |
| c.urlParams_.Set("filter", filter) |
| return c |
| } |
| |
| // Location sets the optional parameter "location": The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains this job. |
| func (c *ProjectsJobsAggregatedCall) Location(location string) *ProjectsJobsAggregatedCall { |
| c.urlParams_.Set("location", location) |
| return c |
| } |
| |
| // PageSize sets the optional parameter "pageSize": If there are many |
| // jobs, limit response to at most this many. |
| // The actual number of jobs returned will be the lesser of |
| // max_responses |
| // and an unspecified server-defined limit. |
| func (c *ProjectsJobsAggregatedCall) PageSize(pageSize int64) *ProjectsJobsAggregatedCall { |
| c.urlParams_.Set("pageSize", fmt.Sprint(pageSize)) |
| return c |
| } |
| |
| // PageToken sets the optional parameter "pageToken": Set this to the |
| // 'next_page_token' field of a previous response |
| // to request additional results in a long list. |
| func (c *ProjectsJobsAggregatedCall) PageToken(pageToken string) *ProjectsJobsAggregatedCall { |
| c.urlParams_.Set("pageToken", pageToken) |
| return c |
| } |
| |
| // View sets the optional parameter "view": Level of information |
| // requested in response. Default is `JOB_VIEW_SUMMARY`. |
| // |
| // Possible values: |
| // "JOB_VIEW_UNKNOWN" |
| // "JOB_VIEW_SUMMARY" |
| // "JOB_VIEW_ALL" |
| // "JOB_VIEW_DESCRIPTION" |
| func (c *ProjectsJobsAggregatedCall) View(view string) *ProjectsJobsAggregatedCall { |
| c.urlParams_.Set("view", view) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsJobsAggregatedCall) Fields(s ...googleapi.Field) *ProjectsJobsAggregatedCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsJobsAggregatedCall) IfNoneMatch(entityTag string) *ProjectsJobsAggregatedCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsJobsAggregatedCall) Context(ctx context.Context) *ProjectsJobsAggregatedCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsJobsAggregatedCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsJobsAggregatedCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/jobs:aggregated") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.jobs.aggregated" call. |
| // Exactly one of *ListJobsResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *ListJobsResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsJobsAggregatedCall) Do(opts ...googleapi.CallOption) (*ListJobsResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &ListJobsResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "List the jobs of a project across all regions.", |
| // "flatPath": "v1b3/projects/{projectId}/jobs:aggregated", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.jobs.aggregated", |
| // "parameterOrder": [ |
| // "projectId" |
| // ], |
| // "parameters": { |
| // "filter": { |
| // "description": "The kind of filter to use.", |
| // "enum": [ |
| // "UNKNOWN", |
| // "ALL", |
| // "TERMINATED", |
| // "ACTIVE" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains this job.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "pageSize": { |
| // "description": "If there are many jobs, limit response to at most this many.\nThe actual number of jobs returned will be the lesser of max_responses\nand an unspecified server-defined limit.", |
| // "format": "int32", |
| // "location": "query", |
| // "type": "integer" |
| // }, |
| // "pageToken": { |
| // "description": "Set this to the 'next_page_token' field of a previous response\nto request additional results in a long list.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The project which owns the jobs.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "view": { |
| // "description": "Level of information requested in response. Default is `JOB_VIEW_SUMMARY`.", |
| // "enum": [ |
| // "JOB_VIEW_UNKNOWN", |
| // "JOB_VIEW_SUMMARY", |
| // "JOB_VIEW_ALL", |
| // "JOB_VIEW_DESCRIPTION" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/jobs:aggregated", |
| // "response": { |
| // "$ref": "ListJobsResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // Pages invokes f for each page of results. |
| // A non-nil error returned from f will halt the iteration. |
| // The provided context supersedes any context provided to the Context method. |
| func (c *ProjectsJobsAggregatedCall) Pages(ctx context.Context, f func(*ListJobsResponse) error) error { |
| c.ctx_ = ctx |
| defer c.PageToken(c.urlParams_.Get("pageToken")) // reset paging to original point |
| for { |
| x, err := c.Do() |
| if err != nil { |
| return err |
| } |
| if err := f(x); err != nil { |
| return err |
| } |
| if x.NextPageToken == "" { |
| return nil |
| } |
| c.PageToken(x.NextPageToken) |
| } |
| } |
| |
| // method id "dataflow.projects.jobs.create": |
| |
| type ProjectsJobsCreateCall struct { |
| s *Service |
| projectId string |
| job *Job |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Create: Creates a Cloud Dataflow job. |
| // |
| // To create a job, we recommend using `projects.locations.jobs.create` |
| // with a |
| // [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). Using |
| // `projects.jobs.create` is not recommended, as your job will always |
| // start |
| // in `us-central1`. |
| func (r *ProjectsJobsService) Create(projectId string, job *Job) *ProjectsJobsCreateCall { |
| c := &ProjectsJobsCreateCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.job = job |
| return c |
| } |
| |
| // Location sets the optional parameter "location": The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains this job. |
| func (c *ProjectsJobsCreateCall) Location(location string) *ProjectsJobsCreateCall { |
| c.urlParams_.Set("location", location) |
| return c |
| } |
| |
| // ReplaceJobId sets the optional parameter "replaceJobId": Deprecated. |
| // This field is now in the Job message. |
| func (c *ProjectsJobsCreateCall) ReplaceJobId(replaceJobId string) *ProjectsJobsCreateCall { |
| c.urlParams_.Set("replaceJobId", replaceJobId) |
| return c |
| } |
| |
| // View sets the optional parameter "view": The level of information |
| // requested in response. |
| // |
| // Possible values: |
| // "JOB_VIEW_UNKNOWN" |
| // "JOB_VIEW_SUMMARY" |
| // "JOB_VIEW_ALL" |
| // "JOB_VIEW_DESCRIPTION" |
| func (c *ProjectsJobsCreateCall) View(view string) *ProjectsJobsCreateCall { |
| c.urlParams_.Set("view", view) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsJobsCreateCall) Fields(s ...googleapi.Field) *ProjectsJobsCreateCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsJobsCreateCall) Context(ctx context.Context) *ProjectsJobsCreateCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsJobsCreateCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsJobsCreateCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.job) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/jobs") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.jobs.create" call. |
| // Exactly one of *Job or error will be non-nil. Any non-2xx status code |
| // is an error. Response headers are in either |
| // *Job.ServerResponse.Header or (if a response was returned at all) in |
| // error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check |
| // whether the returned error was because http.StatusNotModified was |
| // returned. |
| func (c *ProjectsJobsCreateCall) Do(opts ...googleapi.CallOption) (*Job, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &Job{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Creates a Cloud Dataflow job.\n\nTo create a job, we recommend using `projects.locations.jobs.create` with a\n[regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using\n`projects.jobs.create` is not recommended, as your job will always start\nin `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/jobs", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.jobs.create", |
| // "parameterOrder": [ |
| // "projectId" |
| // ], |
| // "parameters": { |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains this job.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "replaceJobId": { |
| // "description": "Deprecated. This field is now in the Job message.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "view": { |
| // "description": "The level of information requested in response.", |
| // "enum": [ |
| // "JOB_VIEW_UNKNOWN", |
| // "JOB_VIEW_SUMMARY", |
| // "JOB_VIEW_ALL", |
| // "JOB_VIEW_DESCRIPTION" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/jobs", |
| // "request": { |
| // "$ref": "Job" |
| // }, |
| // "response": { |
| // "$ref": "Job" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.jobs.get": |
| |
| type ProjectsJobsGetCall struct { |
| s *Service |
| projectId string |
| jobId string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Get: Gets the state of the specified Cloud Dataflow job. |
| // |
| // To get the state of a job, we recommend using |
| // `projects.locations.jobs.get` |
| // with a [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). Using |
| // `projects.jobs.get` is not recommended, as you can only get the state |
| // of |
| // jobs that are running in `us-central1`. |
| func (r *ProjectsJobsService) Get(projectId string, jobId string) *ProjectsJobsGetCall { |
| c := &ProjectsJobsGetCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.jobId = jobId |
| return c |
| } |
| |
| // Location sets the optional parameter "location": The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains this job. |
| func (c *ProjectsJobsGetCall) Location(location string) *ProjectsJobsGetCall { |
| c.urlParams_.Set("location", location) |
| return c |
| } |
| |
| // View sets the optional parameter "view": The level of information |
| // requested in response. |
| // |
| // Possible values: |
| // "JOB_VIEW_UNKNOWN" |
| // "JOB_VIEW_SUMMARY" |
| // "JOB_VIEW_ALL" |
| // "JOB_VIEW_DESCRIPTION" |
| func (c *ProjectsJobsGetCall) View(view string) *ProjectsJobsGetCall { |
| c.urlParams_.Set("view", view) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsJobsGetCall) Fields(s ...googleapi.Field) *ProjectsJobsGetCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsJobsGetCall) IfNoneMatch(entityTag string) *ProjectsJobsGetCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsJobsGetCall) Context(ctx context.Context) *ProjectsJobsGetCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsJobsGetCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsJobsGetCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/jobs/{jobId}") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.jobs.get" call. |
| // Exactly one of *Job or error will be non-nil. Any non-2xx status code |
| // is an error. Response headers are in either |
| // *Job.ServerResponse.Header or (if a response was returned at all) in |
| // error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check |
| // whether the returned error was because http.StatusNotModified was |
| // returned. |
| func (c *ProjectsJobsGetCall) Do(opts ...googleapi.CallOption) (*Job, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &Job{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Gets the state of the specified Cloud Dataflow job.\n\nTo get the state of a job, we recommend using `projects.locations.jobs.get`\nwith a [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using\n`projects.jobs.get` is not recommended, as you can only get the state of\njobs that are running in `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.jobs.get", |
| // "parameterOrder": [ |
| // "projectId", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job ID.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains this job.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "view": { |
| // "description": "The level of information requested in response.", |
| // "enum": [ |
| // "JOB_VIEW_UNKNOWN", |
| // "JOB_VIEW_SUMMARY", |
| // "JOB_VIEW_ALL", |
| // "JOB_VIEW_DESCRIPTION" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/jobs/{jobId}", |
| // "response": { |
| // "$ref": "Job" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.jobs.getMetrics": |
| |
| type ProjectsJobsGetMetricsCall struct { |
| s *Service |
| projectId string |
| jobId string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // GetMetrics: Request the job status. |
| // |
| // To request the status of a job, we recommend |
| // using |
| // `projects.locations.jobs.getMetrics` with a [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). Using |
| // `projects.jobs.getMetrics` is not recommended, as you can only |
| // request the |
| // status of jobs that are running in `us-central1`. |
| func (r *ProjectsJobsService) GetMetrics(projectId string, jobId string) *ProjectsJobsGetMetricsCall { |
| c := &ProjectsJobsGetMetricsCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.jobId = jobId |
| return c |
| } |
| |
| // Location sets the optional parameter "location": The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains the job specified by job_id. |
| func (c *ProjectsJobsGetMetricsCall) Location(location string) *ProjectsJobsGetMetricsCall { |
| c.urlParams_.Set("location", location) |
| return c |
| } |
| |
| // StartTime sets the optional parameter "startTime": Return only metric |
| // data that has changed since this time. |
| // Default is to return all information about all metrics for the job. |
| func (c *ProjectsJobsGetMetricsCall) StartTime(startTime string) *ProjectsJobsGetMetricsCall { |
| c.urlParams_.Set("startTime", startTime) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsJobsGetMetricsCall) Fields(s ...googleapi.Field) *ProjectsJobsGetMetricsCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsJobsGetMetricsCall) IfNoneMatch(entityTag string) *ProjectsJobsGetMetricsCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsJobsGetMetricsCall) Context(ctx context.Context) *ProjectsJobsGetMetricsCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsJobsGetMetricsCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsJobsGetMetricsCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/jobs/{jobId}/metrics") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.jobs.getMetrics" call. |
| // Exactly one of *JobMetrics or error will be non-nil. Any non-2xx |
| // status code is an error. Response headers are in either |
| // *JobMetrics.ServerResponse.Header or (if a response was returned at |
| // all) in error.(*googleapi.Error).Header. Use googleapi.IsNotModified |
| // to check whether the returned error was because |
| // http.StatusNotModified was returned. |
| func (c *ProjectsJobsGetMetricsCall) Do(opts ...googleapi.CallOption) (*JobMetrics, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &JobMetrics{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Request the job status.\n\nTo request the status of a job, we recommend using\n`projects.locations.jobs.getMetrics` with a [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using\n`projects.jobs.getMetrics` is not recommended, as you can only request the\nstatus of jobs that are running in `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/metrics", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.jobs.getMetrics", |
| // "parameterOrder": [ |
| // "projectId", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job to get messages for.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains the job specified by job_id.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "A project id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "startTime": { |
| // "description": "Return only metric data that has changed since this time.\nDefault is to return all information about all metrics for the job.", |
| // "format": "google-datetime", |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/jobs/{jobId}/metrics", |
| // "response": { |
| // "$ref": "JobMetrics" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.jobs.list": |
| |
| type ProjectsJobsListCall struct { |
| s *Service |
| projectId string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // List: List the jobs of a project. |
| // |
| // To list the jobs of a project in a region, we recommend |
| // using |
| // `projects.locations.jobs.get` with a [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). To |
| // list the all jobs across all regions, use `projects.jobs.aggregated`. |
| // Using |
| // `projects.jobs.list` is not recommended, as you can only get the list |
| // of |
| // jobs that are running in `us-central1`. |
| func (r *ProjectsJobsService) List(projectId string) *ProjectsJobsListCall { |
| c := &ProjectsJobsListCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| return c |
| } |
| |
| // Filter sets the optional parameter "filter": The kind of filter to |
| // use. |
| // |
| // Possible values: |
| // "UNKNOWN" |
| // "ALL" |
| // "TERMINATED" |
| // "ACTIVE" |
| func (c *ProjectsJobsListCall) Filter(filter string) *ProjectsJobsListCall { |
| c.urlParams_.Set("filter", filter) |
| return c |
| } |
| |
| // Location sets the optional parameter "location": The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains this job. |
| func (c *ProjectsJobsListCall) Location(location string) *ProjectsJobsListCall { |
| c.urlParams_.Set("location", location) |
| return c |
| } |
| |
| // PageSize sets the optional parameter "pageSize": If there are many |
| // jobs, limit response to at most this many. |
| // The actual number of jobs returned will be the lesser of |
| // max_responses |
| // and an unspecified server-defined limit. |
| func (c *ProjectsJobsListCall) PageSize(pageSize int64) *ProjectsJobsListCall { |
| c.urlParams_.Set("pageSize", fmt.Sprint(pageSize)) |
| return c |
| } |
| |
| // PageToken sets the optional parameter "pageToken": Set this to the |
| // 'next_page_token' field of a previous response |
| // to request additional results in a long list. |
| func (c *ProjectsJobsListCall) PageToken(pageToken string) *ProjectsJobsListCall { |
| c.urlParams_.Set("pageToken", pageToken) |
| return c |
| } |
| |
| // View sets the optional parameter "view": Level of information |
| // requested in response. Default is `JOB_VIEW_SUMMARY`. |
| // |
| // Possible values: |
| // "JOB_VIEW_UNKNOWN" |
| // "JOB_VIEW_SUMMARY" |
| // "JOB_VIEW_ALL" |
| // "JOB_VIEW_DESCRIPTION" |
| func (c *ProjectsJobsListCall) View(view string) *ProjectsJobsListCall { |
| c.urlParams_.Set("view", view) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsJobsListCall) Fields(s ...googleapi.Field) *ProjectsJobsListCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsJobsListCall) IfNoneMatch(entityTag string) *ProjectsJobsListCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsJobsListCall) Context(ctx context.Context) *ProjectsJobsListCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsJobsListCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsJobsListCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/jobs") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.jobs.list" call. |
| // Exactly one of *ListJobsResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *ListJobsResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsJobsListCall) Do(opts ...googleapi.CallOption) (*ListJobsResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &ListJobsResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "List the jobs of a project.\n\nTo list the jobs of a project in a region, we recommend using\n`projects.locations.jobs.get` with a [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To\nlist the all jobs across all regions, use `projects.jobs.aggregated`. Using\n`projects.jobs.list` is not recommended, as you can only get the list of\njobs that are running in `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/jobs", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.jobs.list", |
| // "parameterOrder": [ |
| // "projectId" |
| // ], |
| // "parameters": { |
| // "filter": { |
| // "description": "The kind of filter to use.", |
| // "enum": [ |
| // "UNKNOWN", |
| // "ALL", |
| // "TERMINATED", |
| // "ACTIVE" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains this job.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "pageSize": { |
| // "description": "If there are many jobs, limit response to at most this many.\nThe actual number of jobs returned will be the lesser of max_responses\nand an unspecified server-defined limit.", |
| // "format": "int32", |
| // "location": "query", |
| // "type": "integer" |
| // }, |
| // "pageToken": { |
| // "description": "Set this to the 'next_page_token' field of a previous response\nto request additional results in a long list.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The project which owns the jobs.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "view": { |
| // "description": "Level of information requested in response. Default is `JOB_VIEW_SUMMARY`.", |
| // "enum": [ |
| // "JOB_VIEW_UNKNOWN", |
| // "JOB_VIEW_SUMMARY", |
| // "JOB_VIEW_ALL", |
| // "JOB_VIEW_DESCRIPTION" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/jobs", |
| // "response": { |
| // "$ref": "ListJobsResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // Pages invokes f for each page of results. |
| // A non-nil error returned from f will halt the iteration. |
| // The provided context supersedes any context provided to the Context method. |
| func (c *ProjectsJobsListCall) Pages(ctx context.Context, f func(*ListJobsResponse) error) error { |
| c.ctx_ = ctx |
| defer c.PageToken(c.urlParams_.Get("pageToken")) // reset paging to original point |
| for { |
| x, err := c.Do() |
| if err != nil { |
| return err |
| } |
| if err := f(x); err != nil { |
| return err |
| } |
| if x.NextPageToken == "" { |
| return nil |
| } |
| c.PageToken(x.NextPageToken) |
| } |
| } |
| |
| // method id "dataflow.projects.jobs.update": |
| |
| type ProjectsJobsUpdateCall struct { |
| s *Service |
| projectId string |
| jobId string |
| job *Job |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Update: Updates the state of an existing Cloud Dataflow job. |
| // |
| // To update the state of an existing job, we recommend |
| // using |
| // `projects.locations.jobs.update` with a [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). Using |
| // `projects.jobs.update` is not recommended, as you can only update the |
| // state |
| // of jobs that are running in `us-central1`. |
| func (r *ProjectsJobsService) Update(projectId string, jobId string, job *Job) *ProjectsJobsUpdateCall { |
| c := &ProjectsJobsUpdateCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.jobId = jobId |
| c.job = job |
| return c |
| } |
| |
| // Location sets the optional parameter "location": The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains this job. |
| func (c *ProjectsJobsUpdateCall) Location(location string) *ProjectsJobsUpdateCall { |
| c.urlParams_.Set("location", location) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsJobsUpdateCall) Fields(s ...googleapi.Field) *ProjectsJobsUpdateCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsJobsUpdateCall) Context(ctx context.Context) *ProjectsJobsUpdateCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsJobsUpdateCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsJobsUpdateCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.job) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/jobs/{jobId}") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("PUT", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.jobs.update" call. |
| // Exactly one of *Job or error will be non-nil. Any non-2xx status code |
| // is an error. Response headers are in either |
| // *Job.ServerResponse.Header or (if a response was returned at all) in |
| // error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check |
| // whether the returned error was because http.StatusNotModified was |
| // returned. |
| func (c *ProjectsJobsUpdateCall) Do(opts ...googleapi.CallOption) (*Job, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &Job{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Updates the state of an existing Cloud Dataflow job.\n\nTo update the state of an existing job, we recommend using\n`projects.locations.jobs.update` with a [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using\n`projects.jobs.update` is not recommended, as you can only update the state\nof jobs that are running in `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}", |
| // "httpMethod": "PUT", |
| // "id": "dataflow.projects.jobs.update", |
| // "parameterOrder": [ |
| // "projectId", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job ID.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains this job.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/jobs/{jobId}", |
| // "request": { |
| // "$ref": "Job" |
| // }, |
| // "response": { |
| // "$ref": "Job" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.jobs.debug.getConfig": |
| |
| type ProjectsJobsDebugGetConfigCall struct { |
| s *Service |
| projectId string |
| jobId string |
| getdebugconfigrequest *GetDebugConfigRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // GetConfig: Get encoded debug configuration for component. Not |
| // cacheable. |
| func (r *ProjectsJobsDebugService) GetConfig(projectId string, jobId string, getdebugconfigrequest *GetDebugConfigRequest) *ProjectsJobsDebugGetConfigCall { |
| c := &ProjectsJobsDebugGetConfigCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.jobId = jobId |
| c.getdebugconfigrequest = getdebugconfigrequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsJobsDebugGetConfigCall) Fields(s ...googleapi.Field) *ProjectsJobsDebugGetConfigCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsJobsDebugGetConfigCall) Context(ctx context.Context) *ProjectsJobsDebugGetConfigCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsJobsDebugGetConfigCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsJobsDebugGetConfigCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.getdebugconfigrequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/jobs/{jobId}/debug/getConfig") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.jobs.debug.getConfig" call. |
| // Exactly one of *GetDebugConfigResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *GetDebugConfigResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsJobsDebugGetConfigCall) Do(opts ...googleapi.CallOption) (*GetDebugConfigResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &GetDebugConfigResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Get encoded debug configuration for component. Not cacheable.", |
| // "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/debug/getConfig", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.jobs.debug.getConfig", |
| // "parameterOrder": [ |
| // "projectId", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The project id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/jobs/{jobId}/debug/getConfig", |
| // "request": { |
| // "$ref": "GetDebugConfigRequest" |
| // }, |
| // "response": { |
| // "$ref": "GetDebugConfigResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.jobs.debug.sendCapture": |
| |
| type ProjectsJobsDebugSendCaptureCall struct { |
| s *Service |
| projectId string |
| jobId string |
| senddebugcapturerequest *SendDebugCaptureRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // SendCapture: Send encoded debug capture data for component. |
| func (r *ProjectsJobsDebugService) SendCapture(projectId string, jobId string, senddebugcapturerequest *SendDebugCaptureRequest) *ProjectsJobsDebugSendCaptureCall { |
| c := &ProjectsJobsDebugSendCaptureCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.jobId = jobId |
| c.senddebugcapturerequest = senddebugcapturerequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsJobsDebugSendCaptureCall) Fields(s ...googleapi.Field) *ProjectsJobsDebugSendCaptureCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsJobsDebugSendCaptureCall) Context(ctx context.Context) *ProjectsJobsDebugSendCaptureCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsJobsDebugSendCaptureCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsJobsDebugSendCaptureCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.senddebugcapturerequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/jobs/{jobId}/debug/sendCapture") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.jobs.debug.sendCapture" call. |
| // Exactly one of *SendDebugCaptureResponse or error will be non-nil. |
| // Any non-2xx status code is an error. Response headers are in either |
| // *SendDebugCaptureResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsJobsDebugSendCaptureCall) Do(opts ...googleapi.CallOption) (*SendDebugCaptureResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &SendDebugCaptureResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Send encoded debug capture data for component.", |
| // "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/debug/sendCapture", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.jobs.debug.sendCapture", |
| // "parameterOrder": [ |
| // "projectId", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The project id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/jobs/{jobId}/debug/sendCapture", |
| // "request": { |
| // "$ref": "SendDebugCaptureRequest" |
| // }, |
| // "response": { |
| // "$ref": "SendDebugCaptureResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.jobs.messages.list": |
| |
| type ProjectsJobsMessagesListCall struct { |
| s *Service |
| projectId string |
| jobId string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // List: Request the job status. |
| // |
| // To request the status of a job, we recommend |
| // using |
| // `projects.locations.jobs.messages.list` with a [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). Using |
| // `projects.jobs.messages.list` is not recommended, as you can only |
| // request |
| // the status of jobs that are running in `us-central1`. |
| func (r *ProjectsJobsMessagesService) List(projectId string, jobId string) *ProjectsJobsMessagesListCall { |
| c := &ProjectsJobsMessagesListCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.jobId = jobId |
| return c |
| } |
| |
| // EndTime sets the optional parameter "endTime": Return only messages |
| // with timestamps < end_time. The default is now |
| // (i.e. return up to the latest messages available). |
| func (c *ProjectsJobsMessagesListCall) EndTime(endTime string) *ProjectsJobsMessagesListCall { |
| c.urlParams_.Set("endTime", endTime) |
| return c |
| } |
| |
| // Location sets the optional parameter "location": The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) that |
| // contains the job specified by job_id. |
| func (c *ProjectsJobsMessagesListCall) Location(location string) *ProjectsJobsMessagesListCall { |
| c.urlParams_.Set("location", location) |
| return c |
| } |
| |
| // MinimumImportance sets the optional parameter "minimumImportance": |
| // Filter to only get messages with importance >= level |
| // |
| // Possible values: |
| // "JOB_MESSAGE_IMPORTANCE_UNKNOWN" |
| // "JOB_MESSAGE_DEBUG" |
| // "JOB_MESSAGE_DETAILED" |
| // "JOB_MESSAGE_BASIC" |
| // "JOB_MESSAGE_WARNING" |
| // "JOB_MESSAGE_ERROR" |
| func (c *ProjectsJobsMessagesListCall) MinimumImportance(minimumImportance string) *ProjectsJobsMessagesListCall { |
| c.urlParams_.Set("minimumImportance", minimumImportance) |
| return c |
| } |
| |
| // PageSize sets the optional parameter "pageSize": If specified, |
| // determines the maximum number of messages to |
| // return. If unspecified, the service may choose an |
| // appropriate |
| // default, or may return an arbitrarily large number of results. |
| func (c *ProjectsJobsMessagesListCall) PageSize(pageSize int64) *ProjectsJobsMessagesListCall { |
| c.urlParams_.Set("pageSize", fmt.Sprint(pageSize)) |
| return c |
| } |
| |
| // PageToken sets the optional parameter "pageToken": If supplied, this |
| // should be the value of next_page_token returned |
| // by an earlier call. This will cause the next page of results to |
| // be returned. |
| func (c *ProjectsJobsMessagesListCall) PageToken(pageToken string) *ProjectsJobsMessagesListCall { |
| c.urlParams_.Set("pageToken", pageToken) |
| return c |
| } |
| |
| // StartTime sets the optional parameter "startTime": If specified, |
| // return only messages with timestamps >= start_time. |
| // The default is the job creation time (i.e. beginning of messages). |
| func (c *ProjectsJobsMessagesListCall) StartTime(startTime string) *ProjectsJobsMessagesListCall { |
| c.urlParams_.Set("startTime", startTime) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsJobsMessagesListCall) Fields(s ...googleapi.Field) *ProjectsJobsMessagesListCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsJobsMessagesListCall) IfNoneMatch(entityTag string) *ProjectsJobsMessagesListCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsJobsMessagesListCall) Context(ctx context.Context) *ProjectsJobsMessagesListCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsJobsMessagesListCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsJobsMessagesListCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/jobs/{jobId}/messages") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.jobs.messages.list" call. |
| // Exactly one of *ListJobMessagesResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *ListJobMessagesResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsJobsMessagesListCall) Do(opts ...googleapi.CallOption) (*ListJobMessagesResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &ListJobMessagesResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Request the job status.\n\nTo request the status of a job, we recommend using\n`projects.locations.jobs.messages.list` with a [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using\n`projects.jobs.messages.list` is not recommended, as you can only request\nthe status of jobs that are running in `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/messages", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.jobs.messages.list", |
| // "parameterOrder": [ |
| // "projectId", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "endTime": { |
| // "description": "Return only messages with timestamps \u003c end_time. The default is now\n(i.e. return up to the latest messages available).", |
| // "format": "google-datetime", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "jobId": { |
| // "description": "The job to get messages about.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains the job specified by job_id.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "minimumImportance": { |
| // "description": "Filter to only get messages with importance \u003e= level", |
| // "enum": [ |
| // "JOB_MESSAGE_IMPORTANCE_UNKNOWN", |
| // "JOB_MESSAGE_DEBUG", |
| // "JOB_MESSAGE_DETAILED", |
| // "JOB_MESSAGE_BASIC", |
| // "JOB_MESSAGE_WARNING", |
| // "JOB_MESSAGE_ERROR" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "pageSize": { |
| // "description": "If specified, determines the maximum number of messages to\nreturn. If unspecified, the service may choose an appropriate\ndefault, or may return an arbitrarily large number of results.", |
| // "format": "int32", |
| // "location": "query", |
| // "type": "integer" |
| // }, |
| // "pageToken": { |
| // "description": "If supplied, this should be the value of next_page_token returned\nby an earlier call. This will cause the next page of results to\nbe returned.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "A project id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "startTime": { |
| // "description": "If specified, return only messages with timestamps \u003e= start_time.\nThe default is the job creation time (i.e. beginning of messages).", |
| // "format": "google-datetime", |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/jobs/{jobId}/messages", |
| // "response": { |
| // "$ref": "ListJobMessagesResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // Pages invokes f for each page of results. |
| // A non-nil error returned from f will halt the iteration. |
| // The provided context supersedes any context provided to the Context method. |
| func (c *ProjectsJobsMessagesListCall) Pages(ctx context.Context, f func(*ListJobMessagesResponse) error) error { |
| c.ctx_ = ctx |
| defer c.PageToken(c.urlParams_.Get("pageToken")) // reset paging to original point |
| for { |
| x, err := c.Do() |
| if err != nil { |
| return err |
| } |
| if err := f(x); err != nil { |
| return err |
| } |
| if x.NextPageToken == "" { |
| return nil |
| } |
| c.PageToken(x.NextPageToken) |
| } |
| } |
| |
| // method id "dataflow.projects.jobs.workItems.lease": |
| |
| type ProjectsJobsWorkItemsLeaseCall struct { |
| s *Service |
| projectId string |
| jobId string |
| leaseworkitemrequest *LeaseWorkItemRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Lease: Leases a dataflow WorkItem to run. |
| func (r *ProjectsJobsWorkItemsService) Lease(projectId string, jobId string, leaseworkitemrequest *LeaseWorkItemRequest) *ProjectsJobsWorkItemsLeaseCall { |
| c := &ProjectsJobsWorkItemsLeaseCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.jobId = jobId |
| c.leaseworkitemrequest = leaseworkitemrequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsJobsWorkItemsLeaseCall) Fields(s ...googleapi.Field) *ProjectsJobsWorkItemsLeaseCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsJobsWorkItemsLeaseCall) Context(ctx context.Context) *ProjectsJobsWorkItemsLeaseCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsJobsWorkItemsLeaseCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsJobsWorkItemsLeaseCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.leaseworkitemrequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/jobs/{jobId}/workItems:lease") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.jobs.workItems.lease" call. |
| // Exactly one of *LeaseWorkItemResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *LeaseWorkItemResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsJobsWorkItemsLeaseCall) Do(opts ...googleapi.CallOption) (*LeaseWorkItemResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &LeaseWorkItemResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Leases a dataflow WorkItem to run.", |
| // "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/workItems:lease", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.jobs.workItems.lease", |
| // "parameterOrder": [ |
| // "projectId", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "Identifies the workflow job this worker belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "Identifies the project this worker belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/jobs/{jobId}/workItems:lease", |
| // "request": { |
| // "$ref": "LeaseWorkItemRequest" |
| // }, |
| // "response": { |
| // "$ref": "LeaseWorkItemResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.jobs.workItems.reportStatus": |
| |
| type ProjectsJobsWorkItemsReportStatusCall struct { |
| s *Service |
| projectId string |
| jobId string |
| reportworkitemstatusrequest *ReportWorkItemStatusRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // ReportStatus: Reports the status of dataflow WorkItems leased by a |
| // worker. |
| func (r *ProjectsJobsWorkItemsService) ReportStatus(projectId string, jobId string, reportworkitemstatusrequest *ReportWorkItemStatusRequest) *ProjectsJobsWorkItemsReportStatusCall { |
| c := &ProjectsJobsWorkItemsReportStatusCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.jobId = jobId |
| c.reportworkitemstatusrequest = reportworkitemstatusrequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsJobsWorkItemsReportStatusCall) Fields(s ...googleapi.Field) *ProjectsJobsWorkItemsReportStatusCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsJobsWorkItemsReportStatusCall) Context(ctx context.Context) *ProjectsJobsWorkItemsReportStatusCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsJobsWorkItemsReportStatusCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsJobsWorkItemsReportStatusCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.reportworkitemstatusrequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/jobs/{jobId}/workItems:reportStatus") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.jobs.workItems.reportStatus" call. |
| // Exactly one of *ReportWorkItemStatusResponse or error will be |
| // non-nil. Any non-2xx status code is an error. Response headers are in |
| // either *ReportWorkItemStatusResponse.ServerResponse.Header or (if a |
| // response was returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsJobsWorkItemsReportStatusCall) Do(opts ...googleapi.CallOption) (*ReportWorkItemStatusResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &ReportWorkItemStatusResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Reports the status of dataflow WorkItems leased by a worker.", |
| // "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/workItems:reportStatus", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.jobs.workItems.reportStatus", |
| // "parameterOrder": [ |
| // "projectId", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job which the WorkItem is part of.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The project which owns the WorkItem's job.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/jobs/{jobId}/workItems:reportStatus", |
| // "request": { |
| // "$ref": "ReportWorkItemStatusRequest" |
| // }, |
| // "response": { |
| // "$ref": "ReportWorkItemStatusResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.workerMessages": |
| |
| type ProjectsLocationsWorkerMessagesCall struct { |
| s *Service |
| projectId string |
| location string |
| sendworkermessagesrequest *SendWorkerMessagesRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // WorkerMessages: Send a worker_message to the service. |
| func (r *ProjectsLocationsService) WorkerMessages(projectId string, location string, sendworkermessagesrequest *SendWorkerMessagesRequest) *ProjectsLocationsWorkerMessagesCall { |
| c := &ProjectsLocationsWorkerMessagesCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.sendworkermessagesrequest = sendworkermessagesrequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsWorkerMessagesCall) Fields(s ...googleapi.Field) *ProjectsLocationsWorkerMessagesCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsWorkerMessagesCall) Context(ctx context.Context) *ProjectsLocationsWorkerMessagesCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsWorkerMessagesCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsWorkerMessagesCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.sendworkermessagesrequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/WorkerMessages") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.workerMessages" call. |
| // Exactly one of *SendWorkerMessagesResponse or error will be non-nil. |
| // Any non-2xx status code is an error. Response headers are in either |
| // *SendWorkerMessagesResponse.ServerResponse.Header or (if a response |
| // was returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsLocationsWorkerMessagesCall) Do(opts ...googleapi.CallOption) (*SendWorkerMessagesResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &SendWorkerMessagesResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Send a worker_message to the service.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/WorkerMessages", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.locations.workerMessages", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location" |
| // ], |
| // "parameters": { |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains the job.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The project to send the WorkerMessages to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/WorkerMessages", |
| // "request": { |
| // "$ref": "SendWorkerMessagesRequest" |
| // }, |
| // "response": { |
| // "$ref": "SendWorkerMessagesResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.jobs.create": |
| |
| type ProjectsLocationsJobsCreateCall struct { |
| s *Service |
| projectId string |
| location string |
| job *Job |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Create: Creates a Cloud Dataflow job. |
| // |
| // To create a job, we recommend using `projects.locations.jobs.create` |
| // with a |
| // [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). Using |
| // `projects.jobs.create` is not recommended, as your job will always |
| // start |
| // in `us-central1`. |
| func (r *ProjectsLocationsJobsService) Create(projectId string, location string, job *Job) *ProjectsLocationsJobsCreateCall { |
| c := &ProjectsLocationsJobsCreateCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.job = job |
| return c |
| } |
| |
| // ReplaceJobId sets the optional parameter "replaceJobId": Deprecated. |
| // This field is now in the Job message. |
| func (c *ProjectsLocationsJobsCreateCall) ReplaceJobId(replaceJobId string) *ProjectsLocationsJobsCreateCall { |
| c.urlParams_.Set("replaceJobId", replaceJobId) |
| return c |
| } |
| |
| // View sets the optional parameter "view": The level of information |
| // requested in response. |
| // |
| // Possible values: |
| // "JOB_VIEW_UNKNOWN" |
| // "JOB_VIEW_SUMMARY" |
| // "JOB_VIEW_ALL" |
| // "JOB_VIEW_DESCRIPTION" |
| func (c *ProjectsLocationsJobsCreateCall) View(view string) *ProjectsLocationsJobsCreateCall { |
| c.urlParams_.Set("view", view) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsJobsCreateCall) Fields(s ...googleapi.Field) *ProjectsLocationsJobsCreateCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsJobsCreateCall) Context(ctx context.Context) *ProjectsLocationsJobsCreateCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsJobsCreateCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsJobsCreateCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.job) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/jobs") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.jobs.create" call. |
| // Exactly one of *Job or error will be non-nil. Any non-2xx status code |
| // is an error. Response headers are in either |
| // *Job.ServerResponse.Header or (if a response was returned at all) in |
| // error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check |
| // whether the returned error was because http.StatusNotModified was |
| // returned. |
| func (c *ProjectsLocationsJobsCreateCall) Do(opts ...googleapi.CallOption) (*Job, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &Job{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Creates a Cloud Dataflow job.\n\nTo create a job, we recommend using `projects.locations.jobs.create` with a\n[regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using\n`projects.jobs.create` is not recommended, as your job will always start\nin `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.locations.jobs.create", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location" |
| // ], |
| // "parameters": { |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains this job.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "replaceJobId": { |
| // "description": "Deprecated. This field is now in the Job message.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "view": { |
| // "description": "The level of information requested in response.", |
| // "enum": [ |
| // "JOB_VIEW_UNKNOWN", |
| // "JOB_VIEW_SUMMARY", |
| // "JOB_VIEW_ALL", |
| // "JOB_VIEW_DESCRIPTION" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/jobs", |
| // "request": { |
| // "$ref": "Job" |
| // }, |
| // "response": { |
| // "$ref": "Job" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.jobs.get": |
| |
| type ProjectsLocationsJobsGetCall struct { |
| s *Service |
| projectId string |
| location string |
| jobId string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Get: Gets the state of the specified Cloud Dataflow job. |
| // |
| // To get the state of a job, we recommend using |
| // `projects.locations.jobs.get` |
| // with a [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). Using |
| // `projects.jobs.get` is not recommended, as you can only get the state |
| // of |
| // jobs that are running in `us-central1`. |
| func (r *ProjectsLocationsJobsService) Get(projectId string, location string, jobId string) *ProjectsLocationsJobsGetCall { |
| c := &ProjectsLocationsJobsGetCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.jobId = jobId |
| return c |
| } |
| |
| // View sets the optional parameter "view": The level of information |
| // requested in response. |
| // |
| // Possible values: |
| // "JOB_VIEW_UNKNOWN" |
| // "JOB_VIEW_SUMMARY" |
| // "JOB_VIEW_ALL" |
| // "JOB_VIEW_DESCRIPTION" |
| func (c *ProjectsLocationsJobsGetCall) View(view string) *ProjectsLocationsJobsGetCall { |
| c.urlParams_.Set("view", view) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsJobsGetCall) Fields(s ...googleapi.Field) *ProjectsLocationsJobsGetCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsLocationsJobsGetCall) IfNoneMatch(entityTag string) *ProjectsLocationsJobsGetCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsJobsGetCall) Context(ctx context.Context) *ProjectsLocationsJobsGetCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsJobsGetCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsJobsGetCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.jobs.get" call. |
| // Exactly one of *Job or error will be non-nil. Any non-2xx status code |
| // is an error. Response headers are in either |
| // *Job.ServerResponse.Header or (if a response was returned at all) in |
| // error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check |
| // whether the returned error was because http.StatusNotModified was |
| // returned. |
| func (c *ProjectsLocationsJobsGetCall) Do(opts ...googleapi.CallOption) (*Job, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &Job{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Gets the state of the specified Cloud Dataflow job.\n\nTo get the state of a job, we recommend using `projects.locations.jobs.get`\nwith a [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using\n`projects.jobs.get` is not recommended, as you can only get the state of\njobs that are running in `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.locations.jobs.get", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job ID.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains this job.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "view": { |
| // "description": "The level of information requested in response.", |
| // "enum": [ |
| // "JOB_VIEW_UNKNOWN", |
| // "JOB_VIEW_SUMMARY", |
| // "JOB_VIEW_ALL", |
| // "JOB_VIEW_DESCRIPTION" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}", |
| // "response": { |
| // "$ref": "Job" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.jobs.getMetrics": |
| |
| type ProjectsLocationsJobsGetMetricsCall struct { |
| s *Service |
| projectId string |
| location string |
| jobId string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // GetMetrics: Request the job status. |
| // |
| // To request the status of a job, we recommend |
| // using |
| // `projects.locations.jobs.getMetrics` with a [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). Using |
| // `projects.jobs.getMetrics` is not recommended, as you can only |
| // request the |
| // status of jobs that are running in `us-central1`. |
| func (r *ProjectsLocationsJobsService) GetMetrics(projectId string, location string, jobId string) *ProjectsLocationsJobsGetMetricsCall { |
| c := &ProjectsLocationsJobsGetMetricsCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.jobId = jobId |
| return c |
| } |
| |
| // StartTime sets the optional parameter "startTime": Return only metric |
| // data that has changed since this time. |
| // Default is to return all information about all metrics for the job. |
| func (c *ProjectsLocationsJobsGetMetricsCall) StartTime(startTime string) *ProjectsLocationsJobsGetMetricsCall { |
| c.urlParams_.Set("startTime", startTime) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsJobsGetMetricsCall) Fields(s ...googleapi.Field) *ProjectsLocationsJobsGetMetricsCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsLocationsJobsGetMetricsCall) IfNoneMatch(entityTag string) *ProjectsLocationsJobsGetMetricsCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsJobsGetMetricsCall) Context(ctx context.Context) *ProjectsLocationsJobsGetMetricsCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsJobsGetMetricsCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsJobsGetMetricsCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/metrics") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.jobs.getMetrics" call. |
| // Exactly one of *JobMetrics or error will be non-nil. Any non-2xx |
| // status code is an error. Response headers are in either |
| // *JobMetrics.ServerResponse.Header or (if a response was returned at |
| // all) in error.(*googleapi.Error).Header. Use googleapi.IsNotModified |
| // to check whether the returned error was because |
| // http.StatusNotModified was returned. |
| func (c *ProjectsLocationsJobsGetMetricsCall) Do(opts ...googleapi.CallOption) (*JobMetrics, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &JobMetrics{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Request the job status.\n\nTo request the status of a job, we recommend using\n`projects.locations.jobs.getMetrics` with a [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using\n`projects.jobs.getMetrics` is not recommended, as you can only request the\nstatus of jobs that are running in `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/metrics", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.locations.jobs.getMetrics", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job to get messages for.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains the job specified by job_id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "A project id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "startTime": { |
| // "description": "Return only metric data that has changed since this time.\nDefault is to return all information about all metrics for the job.", |
| // "format": "google-datetime", |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/metrics", |
| // "response": { |
| // "$ref": "JobMetrics" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.jobs.list": |
| |
| type ProjectsLocationsJobsListCall struct { |
| s *Service |
| projectId string |
| location string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // List: List the jobs of a project. |
| // |
| // To list the jobs of a project in a region, we recommend |
| // using |
| // `projects.locations.jobs.get` with a [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). To |
| // list the all jobs across all regions, use `projects.jobs.aggregated`. |
| // Using |
| // `projects.jobs.list` is not recommended, as you can only get the list |
| // of |
| // jobs that are running in `us-central1`. |
| func (r *ProjectsLocationsJobsService) List(projectId string, location string) *ProjectsLocationsJobsListCall { |
| c := &ProjectsLocationsJobsListCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| return c |
| } |
| |
| // Filter sets the optional parameter "filter": The kind of filter to |
| // use. |
| // |
| // Possible values: |
| // "UNKNOWN" |
| // "ALL" |
| // "TERMINATED" |
| // "ACTIVE" |
| func (c *ProjectsLocationsJobsListCall) Filter(filter string) *ProjectsLocationsJobsListCall { |
| c.urlParams_.Set("filter", filter) |
| return c |
| } |
| |
| // PageSize sets the optional parameter "pageSize": If there are many |
| // jobs, limit response to at most this many. |
| // The actual number of jobs returned will be the lesser of |
| // max_responses |
| // and an unspecified server-defined limit. |
| func (c *ProjectsLocationsJobsListCall) PageSize(pageSize int64) *ProjectsLocationsJobsListCall { |
| c.urlParams_.Set("pageSize", fmt.Sprint(pageSize)) |
| return c |
| } |
| |
| // PageToken sets the optional parameter "pageToken": Set this to the |
| // 'next_page_token' field of a previous response |
| // to request additional results in a long list. |
| func (c *ProjectsLocationsJobsListCall) PageToken(pageToken string) *ProjectsLocationsJobsListCall { |
| c.urlParams_.Set("pageToken", pageToken) |
| return c |
| } |
| |
| // View sets the optional parameter "view": Level of information |
| // requested in response. Default is `JOB_VIEW_SUMMARY`. |
| // |
| // Possible values: |
| // "JOB_VIEW_UNKNOWN" |
| // "JOB_VIEW_SUMMARY" |
| // "JOB_VIEW_ALL" |
| // "JOB_VIEW_DESCRIPTION" |
| func (c *ProjectsLocationsJobsListCall) View(view string) *ProjectsLocationsJobsListCall { |
| c.urlParams_.Set("view", view) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsJobsListCall) Fields(s ...googleapi.Field) *ProjectsLocationsJobsListCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsLocationsJobsListCall) IfNoneMatch(entityTag string) *ProjectsLocationsJobsListCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsJobsListCall) Context(ctx context.Context) *ProjectsLocationsJobsListCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsJobsListCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsJobsListCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/jobs") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.jobs.list" call. |
| // Exactly one of *ListJobsResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *ListJobsResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsLocationsJobsListCall) Do(opts ...googleapi.CallOption) (*ListJobsResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &ListJobsResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "List the jobs of a project.\n\nTo list the jobs of a project in a region, we recommend using\n`projects.locations.jobs.get` with a [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To\nlist the all jobs across all regions, use `projects.jobs.aggregated`. Using\n`projects.jobs.list` is not recommended, as you can only get the list of\njobs that are running in `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.locations.jobs.list", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location" |
| // ], |
| // "parameters": { |
| // "filter": { |
| // "description": "The kind of filter to use.", |
| // "enum": [ |
| // "UNKNOWN", |
| // "ALL", |
| // "TERMINATED", |
| // "ACTIVE" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains this job.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "pageSize": { |
| // "description": "If there are many jobs, limit response to at most this many.\nThe actual number of jobs returned will be the lesser of max_responses\nand an unspecified server-defined limit.", |
| // "format": "int32", |
| // "location": "query", |
| // "type": "integer" |
| // }, |
| // "pageToken": { |
| // "description": "Set this to the 'next_page_token' field of a previous response\nto request additional results in a long list.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The project which owns the jobs.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "view": { |
| // "description": "Level of information requested in response. Default is `JOB_VIEW_SUMMARY`.", |
| // "enum": [ |
| // "JOB_VIEW_UNKNOWN", |
| // "JOB_VIEW_SUMMARY", |
| // "JOB_VIEW_ALL", |
| // "JOB_VIEW_DESCRIPTION" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/jobs", |
| // "response": { |
| // "$ref": "ListJobsResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // Pages invokes f for each page of results. |
| // A non-nil error returned from f will halt the iteration. |
| // The provided context supersedes any context provided to the Context method. |
| func (c *ProjectsLocationsJobsListCall) Pages(ctx context.Context, f func(*ListJobsResponse) error) error { |
| c.ctx_ = ctx |
| defer c.PageToken(c.urlParams_.Get("pageToken")) // reset paging to original point |
| for { |
| x, err := c.Do() |
| if err != nil { |
| return err |
| } |
| if err := f(x); err != nil { |
| return err |
| } |
| if x.NextPageToken == "" { |
| return nil |
| } |
| c.PageToken(x.NextPageToken) |
| } |
| } |
| |
| // method id "dataflow.projects.locations.jobs.update": |
| |
| type ProjectsLocationsJobsUpdateCall struct { |
| s *Service |
| projectId string |
| location string |
| jobId string |
| job *Job |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Update: Updates the state of an existing Cloud Dataflow job. |
| // |
| // To update the state of an existing job, we recommend |
| // using |
| // `projects.locations.jobs.update` with a [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). Using |
| // `projects.jobs.update` is not recommended, as you can only update the |
| // state |
| // of jobs that are running in `us-central1`. |
| func (r *ProjectsLocationsJobsService) Update(projectId string, location string, jobId string, job *Job) *ProjectsLocationsJobsUpdateCall { |
| c := &ProjectsLocationsJobsUpdateCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.jobId = jobId |
| c.job = job |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsJobsUpdateCall) Fields(s ...googleapi.Field) *ProjectsLocationsJobsUpdateCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsJobsUpdateCall) Context(ctx context.Context) *ProjectsLocationsJobsUpdateCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsJobsUpdateCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsJobsUpdateCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.job) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("PUT", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.jobs.update" call. |
| // Exactly one of *Job or error will be non-nil. Any non-2xx status code |
| // is an error. Response headers are in either |
| // *Job.ServerResponse.Header or (if a response was returned at all) in |
| // error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check |
| // whether the returned error was because http.StatusNotModified was |
| // returned. |
| func (c *ProjectsLocationsJobsUpdateCall) Do(opts ...googleapi.CallOption) (*Job, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &Job{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Updates the state of an existing Cloud Dataflow job.\n\nTo update the state of an existing job, we recommend using\n`projects.locations.jobs.update` with a [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using\n`projects.jobs.update` is not recommended, as you can only update the state\nof jobs that are running in `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}", |
| // "httpMethod": "PUT", |
| // "id": "dataflow.projects.locations.jobs.update", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job ID.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains this job.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}", |
| // "request": { |
| // "$ref": "Job" |
| // }, |
| // "response": { |
| // "$ref": "Job" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.jobs.debug.getConfig": |
| |
| type ProjectsLocationsJobsDebugGetConfigCall struct { |
| s *Service |
| projectId string |
| location string |
| jobId string |
| getdebugconfigrequest *GetDebugConfigRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // GetConfig: Get encoded debug configuration for component. Not |
| // cacheable. |
| func (r *ProjectsLocationsJobsDebugService) GetConfig(projectId string, location string, jobId string, getdebugconfigrequest *GetDebugConfigRequest) *ProjectsLocationsJobsDebugGetConfigCall { |
| c := &ProjectsLocationsJobsDebugGetConfigCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.jobId = jobId |
| c.getdebugconfigrequest = getdebugconfigrequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsJobsDebugGetConfigCall) Fields(s ...googleapi.Field) *ProjectsLocationsJobsDebugGetConfigCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsJobsDebugGetConfigCall) Context(ctx context.Context) *ProjectsLocationsJobsDebugGetConfigCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsJobsDebugGetConfigCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsJobsDebugGetConfigCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.getdebugconfigrequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/getConfig") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.jobs.debug.getConfig" call. |
| // Exactly one of *GetDebugConfigResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *GetDebugConfigResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsLocationsJobsDebugGetConfigCall) Do(opts ...googleapi.CallOption) (*GetDebugConfigResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &GetDebugConfigResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Get encoded debug configuration for component. Not cacheable.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/getConfig", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.locations.jobs.debug.getConfig", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains the job specified by job_id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The project id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/getConfig", |
| // "request": { |
| // "$ref": "GetDebugConfigRequest" |
| // }, |
| // "response": { |
| // "$ref": "GetDebugConfigResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.jobs.debug.sendCapture": |
| |
| type ProjectsLocationsJobsDebugSendCaptureCall struct { |
| s *Service |
| projectId string |
| location string |
| jobId string |
| senddebugcapturerequest *SendDebugCaptureRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // SendCapture: Send encoded debug capture data for component. |
| func (r *ProjectsLocationsJobsDebugService) SendCapture(projectId string, location string, jobId string, senddebugcapturerequest *SendDebugCaptureRequest) *ProjectsLocationsJobsDebugSendCaptureCall { |
| c := &ProjectsLocationsJobsDebugSendCaptureCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.jobId = jobId |
| c.senddebugcapturerequest = senddebugcapturerequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsJobsDebugSendCaptureCall) Fields(s ...googleapi.Field) *ProjectsLocationsJobsDebugSendCaptureCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsJobsDebugSendCaptureCall) Context(ctx context.Context) *ProjectsLocationsJobsDebugSendCaptureCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsJobsDebugSendCaptureCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsJobsDebugSendCaptureCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.senddebugcapturerequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/sendCapture") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.jobs.debug.sendCapture" call. |
| // Exactly one of *SendDebugCaptureResponse or error will be non-nil. |
| // Any non-2xx status code is an error. Response headers are in either |
| // *SendDebugCaptureResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsLocationsJobsDebugSendCaptureCall) Do(opts ...googleapi.CallOption) (*SendDebugCaptureResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &SendDebugCaptureResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Send encoded debug capture data for component.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/sendCapture", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.locations.jobs.debug.sendCapture", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains the job specified by job_id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The project id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/sendCapture", |
| // "request": { |
| // "$ref": "SendDebugCaptureRequest" |
| // }, |
| // "response": { |
| // "$ref": "SendDebugCaptureResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.jobs.messages.list": |
| |
| type ProjectsLocationsJobsMessagesListCall struct { |
| s *Service |
| projectId string |
| location string |
| jobId string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // List: Request the job status. |
| // |
| // To request the status of a job, we recommend |
| // using |
| // `projects.locations.jobs.messages.list` with a [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints). Using |
| // `projects.jobs.messages.list` is not recommended, as you can only |
| // request |
| // the status of jobs that are running in `us-central1`. |
| func (r *ProjectsLocationsJobsMessagesService) List(projectId string, location string, jobId string) *ProjectsLocationsJobsMessagesListCall { |
| c := &ProjectsLocationsJobsMessagesListCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.jobId = jobId |
| return c |
| } |
| |
| // EndTime sets the optional parameter "endTime": Return only messages |
| // with timestamps < end_time. The default is now |
| // (i.e. return up to the latest messages available). |
| func (c *ProjectsLocationsJobsMessagesListCall) EndTime(endTime string) *ProjectsLocationsJobsMessagesListCall { |
| c.urlParams_.Set("endTime", endTime) |
| return c |
| } |
| |
| // MinimumImportance sets the optional parameter "minimumImportance": |
| // Filter to only get messages with importance >= level |
| // |
| // Possible values: |
| // "JOB_MESSAGE_IMPORTANCE_UNKNOWN" |
| // "JOB_MESSAGE_DEBUG" |
| // "JOB_MESSAGE_DETAILED" |
| // "JOB_MESSAGE_BASIC" |
| // "JOB_MESSAGE_WARNING" |
| // "JOB_MESSAGE_ERROR" |
| func (c *ProjectsLocationsJobsMessagesListCall) MinimumImportance(minimumImportance string) *ProjectsLocationsJobsMessagesListCall { |
| c.urlParams_.Set("minimumImportance", minimumImportance) |
| return c |
| } |
| |
| // PageSize sets the optional parameter "pageSize": If specified, |
| // determines the maximum number of messages to |
| // return. If unspecified, the service may choose an |
| // appropriate |
| // default, or may return an arbitrarily large number of results. |
| func (c *ProjectsLocationsJobsMessagesListCall) PageSize(pageSize int64) *ProjectsLocationsJobsMessagesListCall { |
| c.urlParams_.Set("pageSize", fmt.Sprint(pageSize)) |
| return c |
| } |
| |
| // PageToken sets the optional parameter "pageToken": If supplied, this |
| // should be the value of next_page_token returned |
| // by an earlier call. This will cause the next page of results to |
| // be returned. |
| func (c *ProjectsLocationsJobsMessagesListCall) PageToken(pageToken string) *ProjectsLocationsJobsMessagesListCall { |
| c.urlParams_.Set("pageToken", pageToken) |
| return c |
| } |
| |
| // StartTime sets the optional parameter "startTime": If specified, |
| // return only messages with timestamps >= start_time. |
| // The default is the job creation time (i.e. beginning of messages). |
| func (c *ProjectsLocationsJobsMessagesListCall) StartTime(startTime string) *ProjectsLocationsJobsMessagesListCall { |
| c.urlParams_.Set("startTime", startTime) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsJobsMessagesListCall) Fields(s ...googleapi.Field) *ProjectsLocationsJobsMessagesListCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsLocationsJobsMessagesListCall) IfNoneMatch(entityTag string) *ProjectsLocationsJobsMessagesListCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsJobsMessagesListCall) Context(ctx context.Context) *ProjectsLocationsJobsMessagesListCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsJobsMessagesListCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsJobsMessagesListCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/messages") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.jobs.messages.list" call. |
| // Exactly one of *ListJobMessagesResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *ListJobMessagesResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsLocationsJobsMessagesListCall) Do(opts ...googleapi.CallOption) (*ListJobMessagesResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &ListJobMessagesResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Request the job status.\n\nTo request the status of a job, we recommend using\n`projects.locations.jobs.messages.list` with a [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using\n`projects.jobs.messages.list` is not recommended, as you can only request\nthe status of jobs that are running in `us-central1`.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/messages", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.locations.jobs.messages.list", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "endTime": { |
| // "description": "Return only messages with timestamps \u003c end_time. The default is now\n(i.e. return up to the latest messages available).", |
| // "format": "google-datetime", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "jobId": { |
| // "description": "The job to get messages about.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains the job specified by job_id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "minimumImportance": { |
| // "description": "Filter to only get messages with importance \u003e= level", |
| // "enum": [ |
| // "JOB_MESSAGE_IMPORTANCE_UNKNOWN", |
| // "JOB_MESSAGE_DEBUG", |
| // "JOB_MESSAGE_DETAILED", |
| // "JOB_MESSAGE_BASIC", |
| // "JOB_MESSAGE_WARNING", |
| // "JOB_MESSAGE_ERROR" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "pageSize": { |
| // "description": "If specified, determines the maximum number of messages to\nreturn. If unspecified, the service may choose an appropriate\ndefault, or may return an arbitrarily large number of results.", |
| // "format": "int32", |
| // "location": "query", |
| // "type": "integer" |
| // }, |
| // "pageToken": { |
| // "description": "If supplied, this should be the value of next_page_token returned\nby an earlier call. This will cause the next page of results to\nbe returned.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "A project id.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "startTime": { |
| // "description": "If specified, return only messages with timestamps \u003e= start_time.\nThe default is the job creation time (i.e. beginning of messages).", |
| // "format": "google-datetime", |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/messages", |
| // "response": { |
| // "$ref": "ListJobMessagesResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // Pages invokes f for each page of results. |
| // A non-nil error returned from f will halt the iteration. |
| // The provided context supersedes any context provided to the Context method. |
| func (c *ProjectsLocationsJobsMessagesListCall) Pages(ctx context.Context, f func(*ListJobMessagesResponse) error) error { |
| c.ctx_ = ctx |
| defer c.PageToken(c.urlParams_.Get("pageToken")) // reset paging to original point |
| for { |
| x, err := c.Do() |
| if err != nil { |
| return err |
| } |
| if err := f(x); err != nil { |
| return err |
| } |
| if x.NextPageToken == "" { |
| return nil |
| } |
| c.PageToken(x.NextPageToken) |
| } |
| } |
| |
| // method id "dataflow.projects.locations.jobs.workItems.lease": |
| |
| type ProjectsLocationsJobsWorkItemsLeaseCall struct { |
| s *Service |
| projectId string |
| location string |
| jobId string |
| leaseworkitemrequest *LeaseWorkItemRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Lease: Leases a dataflow WorkItem to run. |
| func (r *ProjectsLocationsJobsWorkItemsService) Lease(projectId string, location string, jobId string, leaseworkitemrequest *LeaseWorkItemRequest) *ProjectsLocationsJobsWorkItemsLeaseCall { |
| c := &ProjectsLocationsJobsWorkItemsLeaseCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.jobId = jobId |
| c.leaseworkitemrequest = leaseworkitemrequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsJobsWorkItemsLeaseCall) Fields(s ...googleapi.Field) *ProjectsLocationsJobsWorkItemsLeaseCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsJobsWorkItemsLeaseCall) Context(ctx context.Context) *ProjectsLocationsJobsWorkItemsLeaseCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsJobsWorkItemsLeaseCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsJobsWorkItemsLeaseCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.leaseworkitemrequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:lease") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.jobs.workItems.lease" call. |
| // Exactly one of *LeaseWorkItemResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *LeaseWorkItemResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsLocationsJobsWorkItemsLeaseCall) Do(opts ...googleapi.CallOption) (*LeaseWorkItemResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &LeaseWorkItemResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Leases a dataflow WorkItem to run.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:lease", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.locations.jobs.workItems.lease", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "Identifies the workflow job this worker belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains the WorkItem's job.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "Identifies the project this worker belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:lease", |
| // "request": { |
| // "$ref": "LeaseWorkItemRequest" |
| // }, |
| // "response": { |
| // "$ref": "LeaseWorkItemResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.jobs.workItems.reportStatus": |
| |
| type ProjectsLocationsJobsWorkItemsReportStatusCall struct { |
| s *Service |
| projectId string |
| location string |
| jobId string |
| reportworkitemstatusrequest *ReportWorkItemStatusRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // ReportStatus: Reports the status of dataflow WorkItems leased by a |
| // worker. |
| func (r *ProjectsLocationsJobsWorkItemsService) ReportStatus(projectId string, location string, jobId string, reportworkitemstatusrequest *ReportWorkItemStatusRequest) *ProjectsLocationsJobsWorkItemsReportStatusCall { |
| c := &ProjectsLocationsJobsWorkItemsReportStatusCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.jobId = jobId |
| c.reportworkitemstatusrequest = reportworkitemstatusrequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsJobsWorkItemsReportStatusCall) Fields(s ...googleapi.Field) *ProjectsLocationsJobsWorkItemsReportStatusCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsJobsWorkItemsReportStatusCall) Context(ctx context.Context) *ProjectsLocationsJobsWorkItemsReportStatusCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsJobsWorkItemsReportStatusCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsJobsWorkItemsReportStatusCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.reportworkitemstatusrequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:reportStatus") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| "jobId": c.jobId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.jobs.workItems.reportStatus" call. |
| // Exactly one of *ReportWorkItemStatusResponse or error will be |
| // non-nil. Any non-2xx status code is an error. Response headers are in |
| // either *ReportWorkItemStatusResponse.ServerResponse.Header or (if a |
| // response was returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsLocationsJobsWorkItemsReportStatusCall) Do(opts ...googleapi.CallOption) (*ReportWorkItemStatusResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &ReportWorkItemStatusResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Reports the status of dataflow WorkItems leased by a worker.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:reportStatus", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.locations.jobs.workItems.reportStatus", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location", |
| // "jobId" |
| // ], |
| // "parameters": { |
| // "jobId": { |
| // "description": "The job which the WorkItem is part of.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that\ncontains the WorkItem's job.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "The project which owns the WorkItem's job.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:reportStatus", |
| // "request": { |
| // "$ref": "ReportWorkItemStatusRequest" |
| // }, |
| // "response": { |
| // "$ref": "ReportWorkItemStatusResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.sql.validate": |
| |
| type ProjectsLocationsSqlValidateCall struct { |
| s *Service |
| projectId string |
| location string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Validate: Validates a GoogleSQL query for Cloud Dataflow syntax. Will |
| // always |
| // confirm the given query parses correctly, and if able to look |
| // up |
| // schema information from DataCatalog, will validate that the |
| // query |
| // analyzes properly as well. |
| func (r *ProjectsLocationsSqlService) Validate(projectId string, location string) *ProjectsLocationsSqlValidateCall { |
| c := &ProjectsLocationsSqlValidateCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| return c |
| } |
| |
| // Query sets the optional parameter "query": The sql query to validate. |
| func (c *ProjectsLocationsSqlValidateCall) Query(query string) *ProjectsLocationsSqlValidateCall { |
| c.urlParams_.Set("query", query) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsSqlValidateCall) Fields(s ...googleapi.Field) *ProjectsLocationsSqlValidateCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsLocationsSqlValidateCall) IfNoneMatch(entityTag string) *ProjectsLocationsSqlValidateCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsSqlValidateCall) Context(ctx context.Context) *ProjectsLocationsSqlValidateCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsSqlValidateCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsSqlValidateCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/sql:validate") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.sql.validate" call. |
| // Exactly one of *ValidateResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *ValidateResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsLocationsSqlValidateCall) Do(opts ...googleapi.CallOption) (*ValidateResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &ValidateResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Validates a GoogleSQL query for Cloud Dataflow syntax. Will always\nconfirm the given query parses correctly, and if able to look up\nschema information from DataCatalog, will validate that the query\nanalyzes properly as well.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/sql:validate", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.locations.sql.validate", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location" |
| // ], |
| // "parameters": { |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to\nwhich to direct the request.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "Required. The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "query": { |
| // "description": "The sql query to validate.", |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/sql:validate", |
| // "response": { |
| // "$ref": "ValidateResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.templates.create": |
| |
| type ProjectsLocationsTemplatesCreateCall struct { |
| s *Service |
| projectId string |
| location string |
| createjobfromtemplaterequest *CreateJobFromTemplateRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Create: Creates a Cloud Dataflow job from a template. |
| func (r *ProjectsLocationsTemplatesService) Create(projectId string, location string, createjobfromtemplaterequest *CreateJobFromTemplateRequest) *ProjectsLocationsTemplatesCreateCall { |
| c := &ProjectsLocationsTemplatesCreateCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.createjobfromtemplaterequest = createjobfromtemplaterequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsTemplatesCreateCall) Fields(s ...googleapi.Field) *ProjectsLocationsTemplatesCreateCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsTemplatesCreateCall) Context(ctx context.Context) *ProjectsLocationsTemplatesCreateCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsTemplatesCreateCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsTemplatesCreateCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.createjobfromtemplaterequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/templates") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.templates.create" call. |
| // Exactly one of *Job or error will be non-nil. Any non-2xx status code |
| // is an error. Response headers are in either |
| // *Job.ServerResponse.Header or (if a response was returned at all) in |
| // error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check |
| // whether the returned error was because http.StatusNotModified was |
| // returned. |
| func (c *ProjectsLocationsTemplatesCreateCall) Do(opts ...googleapi.CallOption) (*Job, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &Job{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Creates a Cloud Dataflow job from a template.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/templates", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.locations.templates.create", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location" |
| // ], |
| // "parameters": { |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to\nwhich to direct the request.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "Required. The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/templates", |
| // "request": { |
| // "$ref": "CreateJobFromTemplateRequest" |
| // }, |
| // "response": { |
| // "$ref": "Job" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.templates.get": |
| |
| type ProjectsLocationsTemplatesGetCall struct { |
| s *Service |
| projectId string |
| location string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Get: Get the template associated with a template. |
| func (r *ProjectsLocationsTemplatesService) Get(projectId string, location string) *ProjectsLocationsTemplatesGetCall { |
| c := &ProjectsLocationsTemplatesGetCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| return c |
| } |
| |
| // GcsPath sets the optional parameter "gcsPath": Required. A Cloud |
| // Storage path to the template from which to |
| // create the job. |
| // Must be valid Cloud Storage URL, beginning with 'gs://'. |
| func (c *ProjectsLocationsTemplatesGetCall) GcsPath(gcsPath string) *ProjectsLocationsTemplatesGetCall { |
| c.urlParams_.Set("gcsPath", gcsPath) |
| return c |
| } |
| |
| // View sets the optional parameter "view": The view to retrieve. |
| // Defaults to METADATA_ONLY. |
| // |
| // Possible values: |
| // "METADATA_ONLY" |
| func (c *ProjectsLocationsTemplatesGetCall) View(view string) *ProjectsLocationsTemplatesGetCall { |
| c.urlParams_.Set("view", view) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsTemplatesGetCall) Fields(s ...googleapi.Field) *ProjectsLocationsTemplatesGetCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsLocationsTemplatesGetCall) IfNoneMatch(entityTag string) *ProjectsLocationsTemplatesGetCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsTemplatesGetCall) Context(ctx context.Context) *ProjectsLocationsTemplatesGetCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsTemplatesGetCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsTemplatesGetCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/templates:get") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.templates.get" call. |
| // Exactly one of *GetTemplateResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *GetTemplateResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsLocationsTemplatesGetCall) Do(opts ...googleapi.CallOption) (*GetTemplateResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &GetTemplateResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Get the template associated with a template.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/templates:get", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.locations.templates.get", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location" |
| // ], |
| // "parameters": { |
| // "gcsPath": { |
| // "description": "Required. A Cloud Storage path to the template from which to\ncreate the job.\nMust be valid Cloud Storage URL, beginning with 'gs://'.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to\nwhich to direct the request.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "Required. The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "view": { |
| // "description": "The view to retrieve. Defaults to METADATA_ONLY.", |
| // "enum": [ |
| // "METADATA_ONLY" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/templates:get", |
| // "response": { |
| // "$ref": "GetTemplateResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.locations.templates.launch": |
| |
| type ProjectsLocationsTemplatesLaunchCall struct { |
| s *Service |
| projectId string |
| location string |
| launchtemplateparameters *LaunchTemplateParameters |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Launch: Launch a template. |
| func (r *ProjectsLocationsTemplatesService) Launch(projectId string, location string, launchtemplateparameters *LaunchTemplateParameters) *ProjectsLocationsTemplatesLaunchCall { |
| c := &ProjectsLocationsTemplatesLaunchCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.location = location |
| c.launchtemplateparameters = launchtemplateparameters |
| return c |
| } |
| |
| // DynamicTemplateGcsPath sets the optional parameter |
| // "dynamicTemplate.gcsPath": Path to dynamic template spec file on |
| // GCS. |
| // The file must be a Json serialized DynamicTemplateFieSpec object. |
| func (c *ProjectsLocationsTemplatesLaunchCall) DynamicTemplateGcsPath(dynamicTemplateGcsPath string) *ProjectsLocationsTemplatesLaunchCall { |
| c.urlParams_.Set("dynamicTemplate.gcsPath", dynamicTemplateGcsPath) |
| return c |
| } |
| |
| // DynamicTemplateStagingLocation sets the optional parameter |
| // "dynamicTemplate.stagingLocation": Cloud Storage path for staging |
| // dependencies. |
| // Must be a valid Cloud Storage URL, beginning with `gs://`. |
| func (c *ProjectsLocationsTemplatesLaunchCall) DynamicTemplateStagingLocation(dynamicTemplateStagingLocation string) *ProjectsLocationsTemplatesLaunchCall { |
| c.urlParams_.Set("dynamicTemplate.stagingLocation", dynamicTemplateStagingLocation) |
| return c |
| } |
| |
| // GcsPath sets the optional parameter "gcsPath": A Cloud Storage path |
| // to the template from which to create |
| // the job. |
| // Must be valid Cloud Storage URL, beginning with 'gs://'. |
| func (c *ProjectsLocationsTemplatesLaunchCall) GcsPath(gcsPath string) *ProjectsLocationsTemplatesLaunchCall { |
| c.urlParams_.Set("gcsPath", gcsPath) |
| return c |
| } |
| |
| // ValidateOnly sets the optional parameter "validateOnly": If true, the |
| // request is validated but not actually executed. |
| // Defaults to false. |
| func (c *ProjectsLocationsTemplatesLaunchCall) ValidateOnly(validateOnly bool) *ProjectsLocationsTemplatesLaunchCall { |
| c.urlParams_.Set("validateOnly", fmt.Sprint(validateOnly)) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsLocationsTemplatesLaunchCall) Fields(s ...googleapi.Field) *ProjectsLocationsTemplatesLaunchCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsLocationsTemplatesLaunchCall) Context(ctx context.Context) *ProjectsLocationsTemplatesLaunchCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsLocationsTemplatesLaunchCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsLocationsTemplatesLaunchCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.launchtemplateparameters) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/locations/{location}/templates:launch") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| "location": c.location, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.locations.templates.launch" call. |
| // Exactly one of *LaunchTemplateResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *LaunchTemplateResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsLocationsTemplatesLaunchCall) Do(opts ...googleapi.CallOption) (*LaunchTemplateResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &LaunchTemplateResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Launch a template.", |
| // "flatPath": "v1b3/projects/{projectId}/locations/{location}/templates:launch", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.locations.templates.launch", |
| // "parameterOrder": [ |
| // "projectId", |
| // "location" |
| // ], |
| // "parameters": { |
| // "dynamicTemplate.gcsPath": { |
| // "description": "Path to dynamic template spec file on GCS.\nThe file must be a Json serialized DynamicTemplateFieSpec object.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "dynamicTemplate.stagingLocation": { |
| // "description": "Cloud Storage path for staging dependencies.\nMust be a valid Cloud Storage URL, beginning with `gs://`.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "gcsPath": { |
| // "description": "A Cloud Storage path to the template from which to create\nthe job.\nMust be valid Cloud Storage URL, beginning with 'gs://'.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to\nwhich to direct the request.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "Required. The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "validateOnly": { |
| // "description": "If true, the request is validated but not actually executed.\nDefaults to false.", |
| // "location": "query", |
| // "type": "boolean" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/locations/{location}/templates:launch", |
| // "request": { |
| // "$ref": "LaunchTemplateParameters" |
| // }, |
| // "response": { |
| // "$ref": "LaunchTemplateResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.templates.create": |
| |
| type ProjectsTemplatesCreateCall struct { |
| s *Service |
| projectId string |
| createjobfromtemplaterequest *CreateJobFromTemplateRequest |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Create: Creates a Cloud Dataflow job from a template. |
| func (r *ProjectsTemplatesService) Create(projectId string, createjobfromtemplaterequest *CreateJobFromTemplateRequest) *ProjectsTemplatesCreateCall { |
| c := &ProjectsTemplatesCreateCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.createjobfromtemplaterequest = createjobfromtemplaterequest |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsTemplatesCreateCall) Fields(s ...googleapi.Field) *ProjectsTemplatesCreateCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsTemplatesCreateCall) Context(ctx context.Context) *ProjectsTemplatesCreateCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsTemplatesCreateCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsTemplatesCreateCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.createjobfromtemplaterequest) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/templates") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.templates.create" call. |
| // Exactly one of *Job or error will be non-nil. Any non-2xx status code |
| // is an error. Response headers are in either |
| // *Job.ServerResponse.Header or (if a response was returned at all) in |
| // error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check |
| // whether the returned error was because http.StatusNotModified was |
| // returned. |
| func (c *ProjectsTemplatesCreateCall) Do(opts ...googleapi.CallOption) (*Job, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &Job{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Creates a Cloud Dataflow job from a template.", |
| // "flatPath": "v1b3/projects/{projectId}/templates", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.templates.create", |
| // "parameterOrder": [ |
| // "projectId" |
| // ], |
| // "parameters": { |
| // "projectId": { |
| // "description": "Required. The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/templates", |
| // "request": { |
| // "$ref": "CreateJobFromTemplateRequest" |
| // }, |
| // "response": { |
| // "$ref": "Job" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.templates.get": |
| |
| type ProjectsTemplatesGetCall struct { |
| s *Service |
| projectId string |
| urlParams_ gensupport.URLParams |
| ifNoneMatch_ string |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Get: Get the template associated with a template. |
| func (r *ProjectsTemplatesService) Get(projectId string) *ProjectsTemplatesGetCall { |
| c := &ProjectsTemplatesGetCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| return c |
| } |
| |
| // GcsPath sets the optional parameter "gcsPath": Required. A Cloud |
| // Storage path to the template from which to |
| // create the job. |
| // Must be valid Cloud Storage URL, beginning with 'gs://'. |
| func (c *ProjectsTemplatesGetCall) GcsPath(gcsPath string) *ProjectsTemplatesGetCall { |
| c.urlParams_.Set("gcsPath", gcsPath) |
| return c |
| } |
| |
| // Location sets the optional parameter "location": The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) to |
| // which to direct the request. |
| func (c *ProjectsTemplatesGetCall) Location(location string) *ProjectsTemplatesGetCall { |
| c.urlParams_.Set("location", location) |
| return c |
| } |
| |
| // View sets the optional parameter "view": The view to retrieve. |
| // Defaults to METADATA_ONLY. |
| // |
| // Possible values: |
| // "METADATA_ONLY" |
| func (c *ProjectsTemplatesGetCall) View(view string) *ProjectsTemplatesGetCall { |
| c.urlParams_.Set("view", view) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsTemplatesGetCall) Fields(s ...googleapi.Field) *ProjectsTemplatesGetCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // IfNoneMatch sets the optional parameter which makes the operation |
| // fail if the object's ETag matches the given value. This is useful for |
| // getting updates only after the object has changed since the last |
| // request. Use googleapi.IsNotModified to check whether the response |
| // error from Do is the result of In-None-Match. |
| func (c *ProjectsTemplatesGetCall) IfNoneMatch(entityTag string) *ProjectsTemplatesGetCall { |
| c.ifNoneMatch_ = entityTag |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsTemplatesGetCall) Context(ctx context.Context) *ProjectsTemplatesGetCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsTemplatesGetCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsTemplatesGetCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| if c.ifNoneMatch_ != "" { |
| reqHeaders.Set("If-None-Match", c.ifNoneMatch_) |
| } |
| var body io.Reader = nil |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/templates:get") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("GET", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.templates.get" call. |
| // Exactly one of *GetTemplateResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *GetTemplateResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsTemplatesGetCall) Do(opts ...googleapi.CallOption) (*GetTemplateResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &GetTemplateResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Get the template associated with a template.", |
| // "flatPath": "v1b3/projects/{projectId}/templates:get", |
| // "httpMethod": "GET", |
| // "id": "dataflow.projects.templates.get", |
| // "parameterOrder": [ |
| // "projectId" |
| // ], |
| // "parameters": { |
| // "gcsPath": { |
| // "description": "Required. A Cloud Storage path to the template from which to\ncreate the job.\nMust be valid Cloud Storage URL, beginning with 'gs://'.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to\nwhich to direct the request.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "Required. The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "view": { |
| // "description": "The view to retrieve. Defaults to METADATA_ONLY.", |
| // "enum": [ |
| // "METADATA_ONLY" |
| // ], |
| // "location": "query", |
| // "type": "string" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/templates:get", |
| // "response": { |
| // "$ref": "GetTemplateResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |
| |
| // method id "dataflow.projects.templates.launch": |
| |
| type ProjectsTemplatesLaunchCall struct { |
| s *Service |
| projectId string |
| launchtemplateparameters *LaunchTemplateParameters |
| urlParams_ gensupport.URLParams |
| ctx_ context.Context |
| header_ http.Header |
| } |
| |
| // Launch: Launch a template. |
| func (r *ProjectsTemplatesService) Launch(projectId string, launchtemplateparameters *LaunchTemplateParameters) *ProjectsTemplatesLaunchCall { |
| c := &ProjectsTemplatesLaunchCall{s: r.s, urlParams_: make(gensupport.URLParams)} |
| c.projectId = projectId |
| c.launchtemplateparameters = launchtemplateparameters |
| return c |
| } |
| |
| // DynamicTemplateGcsPath sets the optional parameter |
| // "dynamicTemplate.gcsPath": Path to dynamic template spec file on |
| // GCS. |
| // The file must be a Json serialized DynamicTemplateFieSpec object. |
| func (c *ProjectsTemplatesLaunchCall) DynamicTemplateGcsPath(dynamicTemplateGcsPath string) *ProjectsTemplatesLaunchCall { |
| c.urlParams_.Set("dynamicTemplate.gcsPath", dynamicTemplateGcsPath) |
| return c |
| } |
| |
| // DynamicTemplateStagingLocation sets the optional parameter |
| // "dynamicTemplate.stagingLocation": Cloud Storage path for staging |
| // dependencies. |
| // Must be a valid Cloud Storage URL, beginning with `gs://`. |
| func (c *ProjectsTemplatesLaunchCall) DynamicTemplateStagingLocation(dynamicTemplateStagingLocation string) *ProjectsTemplatesLaunchCall { |
| c.urlParams_.Set("dynamicTemplate.stagingLocation", dynamicTemplateStagingLocation) |
| return c |
| } |
| |
| // GcsPath sets the optional parameter "gcsPath": A Cloud Storage path |
| // to the template from which to create |
| // the job. |
| // Must be valid Cloud Storage URL, beginning with 'gs://'. |
| func (c *ProjectsTemplatesLaunchCall) GcsPath(gcsPath string) *ProjectsTemplatesLaunchCall { |
| c.urlParams_.Set("gcsPath", gcsPath) |
| return c |
| } |
| |
| // Location sets the optional parameter "location": The [regional |
| // endpoint] |
| // (https://cloud.google.com/dataflow/docs/concepts/regional-en |
| // dpoints) to |
| // which to direct the request. |
| func (c *ProjectsTemplatesLaunchCall) Location(location string) *ProjectsTemplatesLaunchCall { |
| c.urlParams_.Set("location", location) |
| return c |
| } |
| |
| // ValidateOnly sets the optional parameter "validateOnly": If true, the |
| // request is validated but not actually executed. |
| // Defaults to false. |
| func (c *ProjectsTemplatesLaunchCall) ValidateOnly(validateOnly bool) *ProjectsTemplatesLaunchCall { |
| c.urlParams_.Set("validateOnly", fmt.Sprint(validateOnly)) |
| return c |
| } |
| |
| // Fields allows partial responses to be retrieved. See |
| // https://developers.google.com/gdata/docs/2.0/basics#PartialResponse |
| // for more information. |
| func (c *ProjectsTemplatesLaunchCall) Fields(s ...googleapi.Field) *ProjectsTemplatesLaunchCall { |
| c.urlParams_.Set("fields", googleapi.CombineFields(s)) |
| return c |
| } |
| |
| // Context sets the context to be used in this call's Do method. Any |
| // pending HTTP request will be aborted if the provided context is |
| // canceled. |
| func (c *ProjectsTemplatesLaunchCall) Context(ctx context.Context) *ProjectsTemplatesLaunchCall { |
| c.ctx_ = ctx |
| return c |
| } |
| |
| // Header returns an http.Header that can be modified by the caller to |
| // add HTTP headers to the request. |
| func (c *ProjectsTemplatesLaunchCall) Header() http.Header { |
| if c.header_ == nil { |
| c.header_ = make(http.Header) |
| } |
| return c.header_ |
| } |
| |
| func (c *ProjectsTemplatesLaunchCall) doRequest(alt string) (*http.Response, error) { |
| reqHeaders := make(http.Header) |
| reqHeaders.Set("x-goog-api-client", "gl-go/1.13.0 gdcl/20191026") |
| for k, v := range c.header_ { |
| reqHeaders[k] = v |
| } |
| reqHeaders.Set("User-Agent", c.s.userAgent()) |
| var body io.Reader = nil |
| body, err := googleapi.WithoutDataWrapper.JSONReader(c.launchtemplateparameters) |
| if err != nil { |
| return nil, err |
| } |
| reqHeaders.Set("Content-Type", "application/json") |
| c.urlParams_.Set("alt", alt) |
| c.urlParams_.Set("prettyPrint", "false") |
| urls := googleapi.ResolveRelative(c.s.BasePath, "v1b3/projects/{projectId}/templates:launch") |
| urls += "?" + c.urlParams_.Encode() |
| req, err := http.NewRequest("POST", urls, body) |
| if err != nil { |
| return nil, err |
| } |
| req.Header = reqHeaders |
| googleapi.Expand(req.URL, map[string]string{ |
| "projectId": c.projectId, |
| }) |
| return gensupport.SendRequest(c.ctx_, c.s.client, req) |
| } |
| |
| // Do executes the "dataflow.projects.templates.launch" call. |
| // Exactly one of *LaunchTemplateResponse or error will be non-nil. Any |
| // non-2xx status code is an error. Response headers are in either |
| // *LaunchTemplateResponse.ServerResponse.Header or (if a response was |
| // returned at all) in error.(*googleapi.Error).Header. Use |
| // googleapi.IsNotModified to check whether the returned error was |
| // because http.StatusNotModified was returned. |
| func (c *ProjectsTemplatesLaunchCall) Do(opts ...googleapi.CallOption) (*LaunchTemplateResponse, error) { |
| gensupport.SetOptions(c.urlParams_, opts...) |
| res, err := c.doRequest("json") |
| if res != nil && res.StatusCode == http.StatusNotModified { |
| if res.Body != nil { |
| res.Body.Close() |
| } |
| return nil, &googleapi.Error{ |
| Code: res.StatusCode, |
| Header: res.Header, |
| } |
| } |
| if err != nil { |
| return nil, err |
| } |
| defer googleapi.CloseBody(res) |
| if err := googleapi.CheckResponse(res); err != nil { |
| return nil, err |
| } |
| ret := &LaunchTemplateResponse{ |
| ServerResponse: googleapi.ServerResponse{ |
| Header: res.Header, |
| HTTPStatusCode: res.StatusCode, |
| }, |
| } |
| target := &ret |
| if err := gensupport.DecodeResponse(target, res); err != nil { |
| return nil, err |
| } |
| return ret, nil |
| // { |
| // "description": "Launch a template.", |
| // "flatPath": "v1b3/projects/{projectId}/templates:launch", |
| // "httpMethod": "POST", |
| // "id": "dataflow.projects.templates.launch", |
| // "parameterOrder": [ |
| // "projectId" |
| // ], |
| // "parameters": { |
| // "dynamicTemplate.gcsPath": { |
| // "description": "Path to dynamic template spec file on GCS.\nThe file must be a Json serialized DynamicTemplateFieSpec object.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "dynamicTemplate.stagingLocation": { |
| // "description": "Cloud Storage path for staging dependencies.\nMust be a valid Cloud Storage URL, beginning with `gs://`.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "gcsPath": { |
| // "description": "A Cloud Storage path to the template from which to create\nthe job.\nMust be valid Cloud Storage URL, beginning with 'gs://'.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "location": { |
| // "description": "The [regional endpoint]\n(https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to\nwhich to direct the request.", |
| // "location": "query", |
| // "type": "string" |
| // }, |
| // "projectId": { |
| // "description": "Required. The ID of the Cloud Platform project that the job belongs to.", |
| // "location": "path", |
| // "required": true, |
| // "type": "string" |
| // }, |
| // "validateOnly": { |
| // "description": "If true, the request is validated but not actually executed.\nDefaults to false.", |
| // "location": "query", |
| // "type": "boolean" |
| // } |
| // }, |
| // "path": "v1b3/projects/{projectId}/templates:launch", |
| // "request": { |
| // "$ref": "LaunchTemplateParameters" |
| // }, |
| // "response": { |
| // "$ref": "LaunchTemplateResponse" |
| // }, |
| // "scopes": [ |
| // "https://www.googleapis.com/auth/cloud-platform", |
| // "https://www.googleapis.com/auth/compute", |
| // "https://www.googleapis.com/auth/compute.readonly", |
| // "https://www.googleapis.com/auth/userinfo.email" |
| // ] |
| // } |
| |
| } |