github.com/qiniu/go-sdk/v7@v7.27.0/storagev2/apis/api_async_fetch_object.go (about)

     1  // THIS FILE IS GENERATED BY api-generator, DO NOT EDIT DIRECTLY!
     2  
     3  package apis
     4  
     5  import (
     6  	"context"
     7  	"encoding/json"
     8  	"net/http"
     9  	"strings"
    10  	"time"
    11  
    12  	auth "github.com/qiniu/go-sdk/v7/auth"
    13  	uplog "github.com/qiniu/go-sdk/v7/internal/uplog"
    14  	asyncfetchobject "github.com/qiniu/go-sdk/v7/storagev2/apis/async_fetch_object"
    15  	errors "github.com/qiniu/go-sdk/v7/storagev2/errors"
    16  	httpclient "github.com/qiniu/go-sdk/v7/storagev2/http_client"
    17  	region "github.com/qiniu/go-sdk/v7/storagev2/region"
    18  	uptoken "github.com/qiniu/go-sdk/v7/storagev2/uptoken"
    19  )
    20  
    21  type innerAsyncFetchObjectRequest asyncfetchobject.Request
    22  
    23  func (j *innerAsyncFetchObjectRequest) getBucketName(ctx context.Context) (string, error) {
    24  	return j.Bucket, nil
    25  }
    26  
    27  func (j *innerAsyncFetchObjectRequest) getObjectName() string {
    28  	return j.Key
    29  }
    30  
    31  func (j *innerAsyncFetchObjectRequest) MarshalJSON() ([]byte, error) {
    32  	return json.Marshal((*asyncfetchobject.Request)(j))
    33  }
    34  
    35  func (j *innerAsyncFetchObjectRequest) UnmarshalJSON(data []byte) error {
    36  	return json.Unmarshal(data, (*asyncfetchobject.Request)(j))
    37  }
    38  
    39  func (request *innerAsyncFetchObjectRequest) getAccessKey(ctx context.Context) (string, error) {
    40  	if request.Credentials != nil {
    41  		if credentials, err := request.Credentials.Get(ctx); err != nil {
    42  			return "", err
    43  		} else {
    44  			return credentials.AccessKey, nil
    45  		}
    46  	}
    47  	return "", nil
    48  }
    49  
    50  type (
    51  	AsyncFetchObjectRequest  = asyncfetchobject.Request
    52  	AsyncFetchObjectResponse = asyncfetchobject.Response
    53  )
    54  
    55  // 从指定 URL 抓取资源,并将该资源存储到指定空间中。每次只抓取一个文件,抓取时可以指定保存空间名和最终资源名
    56  func (storage *Storage) AsyncFetchObject(ctx context.Context, request *AsyncFetchObjectRequest, options *Options) (*AsyncFetchObjectResponse, error) {
    57  	if options == nil {
    58  		options = &Options{}
    59  	}
    60  	innerRequest := (*innerAsyncFetchObjectRequest)(request)
    61  	serviceNames := []region.ServiceName{region.ServiceApi}
    62  	if innerRequest.Credentials == nil && storage.client.GetCredentials() == nil {
    63  		return nil, errors.MissingRequiredFieldError{Name: "Credentials"}
    64  	}
    65  	pathSegments := make([]string, 0, 2)
    66  	pathSegments = append(pathSegments, "sisyphus", "fetch")
    67  	path := "/" + strings.Join(pathSegments, "/")
    68  	var rawQuery string
    69  	headers := http.Header{}
    70  	body, err := httpclient.GetJsonRequestBody(&innerRequest)
    71  	if err != nil {
    72  		return nil, err
    73  	}
    74  	bucketName := options.OverwrittenBucketName
    75  	if bucketName == "" {
    76  		var err error
    77  		if bucketName, err = innerRequest.getBucketName(ctx); err != nil {
    78  			return nil, err
    79  		}
    80  	}
    81  	objectName := innerRequest.getObjectName()
    82  	uplogInterceptor, err := uplog.NewRequestUplog("asyncFetchObject", bucketName, objectName, func() (string, error) {
    83  		credentials := innerRequest.Credentials
    84  		if credentials == nil {
    85  			credentials = storage.client.GetCredentials()
    86  		}
    87  		putPolicy, err := uptoken.NewPutPolicy(bucketName, time.Now().Add(time.Hour))
    88  		if err != nil {
    89  			return "", err
    90  		}
    91  		return uptoken.NewSigner(putPolicy, credentials).GetUpToken(ctx)
    92  	})
    93  	if err != nil {
    94  		return nil, err
    95  	}
    96  	req := httpclient.Request{Method: "POST", ServiceNames: serviceNames, Path: path, RawQuery: rawQuery, Endpoints: options.OverwrittenEndpoints, Region: options.OverwrittenRegion, Interceptors: []httpclient.Interceptor{uplogInterceptor}, Header: headers, AuthType: auth.TokenQiniu, Credentials: innerRequest.Credentials, BufferResponse: true, RequestBody: body, OnRequestProgress: options.OnRequestProgress}
    97  	if options.OverwrittenEndpoints == nil && options.OverwrittenRegion == nil && storage.client.GetRegions() == nil {
    98  		bucketHosts := httpclient.DefaultBucketHosts()
    99  		if bucketName != "" {
   100  			query := storage.client.GetBucketQuery()
   101  			if query == nil {
   102  				if options.OverwrittenBucketHosts != nil {
   103  					if bucketHosts, err = options.OverwrittenBucketHosts.GetEndpoints(ctx); err != nil {
   104  						return nil, err
   105  					}
   106  				}
   107  				queryOptions := region.BucketRegionsQueryOptions{UseInsecureProtocol: storage.client.UseInsecureProtocol(), AccelerateUploading: storage.client.AccelerateUploadingEnabled(), HostFreezeDuration: storage.client.GetHostFreezeDuration(), Resolver: storage.client.GetResolver(), Chooser: storage.client.GetChooser(), BeforeResolve: storage.client.GetBeforeResolveCallback(), AfterResolve: storage.client.GetAfterResolveCallback(), ResolveError: storage.client.GetResolveErrorCallback(), BeforeBackoff: storage.client.GetBeforeBackoffCallback(), AfterBackoff: storage.client.GetAfterBackoffCallback(), BeforeRequest: storage.client.GetBeforeRequestCallback(), AfterResponse: storage.client.GetAfterResponseCallback()}
   108  				if hostRetryConfig := storage.client.GetHostRetryConfig(); hostRetryConfig != nil {
   109  					queryOptions.RetryMax = hostRetryConfig.RetryMax
   110  					queryOptions.Backoff = hostRetryConfig.Backoff
   111  				}
   112  				if query, err = region.NewBucketRegionsQuery(bucketHosts, &queryOptions); err != nil {
   113  					return nil, err
   114  				}
   115  			}
   116  			if query != nil {
   117  				var accessKey string
   118  				var err error
   119  				if accessKey, err = innerRequest.getAccessKey(ctx); err != nil {
   120  					return nil, err
   121  				}
   122  				if accessKey == "" {
   123  					if credentialsProvider := storage.client.GetCredentials(); credentialsProvider != nil {
   124  						if creds, err := credentialsProvider.Get(ctx); err != nil {
   125  							return nil, err
   126  						} else if creds != nil {
   127  							accessKey = creds.AccessKey
   128  						}
   129  					}
   130  				}
   131  				if accessKey != "" {
   132  					req.Region = query.Query(accessKey, bucketName)
   133  				}
   134  			}
   135  		} else {
   136  
   137  			req.Region = storage.client.GetAllRegions()
   138  			if req.Region == nil {
   139  				if options.OverwrittenBucketHosts != nil {
   140  					if bucketHosts, err = options.OverwrittenBucketHosts.GetEndpoints(ctx); err != nil {
   141  						return nil, err
   142  					}
   143  				}
   144  				allRegionsOptions := region.AllRegionsProviderOptions{UseInsecureProtocol: storage.client.UseInsecureProtocol(), HostFreezeDuration: storage.client.GetHostFreezeDuration(), Resolver: storage.client.GetResolver(), Chooser: storage.client.GetChooser(), BeforeSign: storage.client.GetBeforeSignCallback(), AfterSign: storage.client.GetAfterSignCallback(), SignError: storage.client.GetSignErrorCallback(), BeforeResolve: storage.client.GetBeforeResolveCallback(), AfterResolve: storage.client.GetAfterResolveCallback(), ResolveError: storage.client.GetResolveErrorCallback(), BeforeBackoff: storage.client.GetBeforeBackoffCallback(), AfterBackoff: storage.client.GetAfterBackoffCallback(), BeforeRequest: storage.client.GetBeforeRequestCallback(), AfterResponse: storage.client.GetAfterResponseCallback()}
   145  				if hostRetryConfig := storage.client.GetHostRetryConfig(); hostRetryConfig != nil {
   146  					allRegionsOptions.RetryMax = hostRetryConfig.RetryMax
   147  					allRegionsOptions.Backoff = hostRetryConfig.Backoff
   148  				}
   149  				credentials := innerRequest.Credentials
   150  				if credentials == nil {
   151  					credentials = storage.client.GetCredentials()
   152  				}
   153  				if req.Region, err = region.NewAllRegionsProvider(credentials, bucketHosts, &allRegionsOptions); err != nil {
   154  					return nil, err
   155  				}
   156  			}
   157  		}
   158  	}
   159  	var respBody AsyncFetchObjectResponse
   160  	if err := storage.client.DoAndAcceptJSON(ctx, &req, &respBody); err != nil {
   161  		return nil, err
   162  	}
   163  	return &respBody, nil
   164  }