| // Copyright 2014 Google LLC |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| package storage |
| |
| import ( |
| "context" |
| "io" |
| "net/url" |
| "strings" |
| |
| "cloud.google.com/go/internal" |
| gax "github.com/googleapis/gax-go/v2" |
| "google.golang.org/api/googleapi" |
| "google.golang.org/grpc/codes" |
| "google.golang.org/grpc/status" |
| ) |
| |
| // runWithRetry calls the function until it returns nil or a non-retryable error, or |
| // the context is done. |
| func runWithRetry(ctx context.Context, call func() error) error { |
| return internal.Retry(ctx, gax.Backoff{}, func() (stop bool, err error) { |
| err = call() |
| if err == nil { |
| return true, nil |
| } |
| if shouldRetry(err) { |
| return false, err |
| } |
| return true, err |
| }) |
| } |
| |
| func shouldRetry(err error) bool { |
| if err == io.ErrUnexpectedEOF { |
| return true |
| } |
| switch e := err.(type) { |
| case *googleapi.Error: |
| // Retry on 429 and 5xx, according to |
| // https://cloud.google.com/storage/docs/exponential-backoff. |
| return e.Code == 429 || (e.Code >= 500 && e.Code < 600) |
| case *url.Error: |
| // Retry socket-level errors ECONNREFUSED and ENETUNREACH (from syscall). |
| // Unfortunately the error type is unexported, so we resort to string |
| // matching. |
| retriable := []string{"connection refused", "connection reset"} |
| for _, s := range retriable { |
| if strings.Contains(e.Error(), s) { |
| return true |
| } |
| } |
| case interface{ Temporary() bool }: |
| if e.Temporary() { |
| return true |
| } |
| } |
| // HTTP 429, 502, 503, and 504 all map to gRPC UNAVAILABLE per |
| // https://grpc.github.io/grpc/core/md_doc_http-grpc-status-mapping.html. |
| // |
| // This is only necessary for the experimental gRPC-based media operations. |
| if st, ok := status.FromError(err); ok && st.Code() == codes.Unavailable { |
| return true |
| } |
| // Unwrap is only supported in go1.13.x+ |
| if e, ok := err.(interface{ Unwrap() error }); ok { |
| return shouldRetry(e.Unwrap()) |
| } |
| return false |
| } |