You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
244 lines
10 KiB
244 lines
10 KiB
package cos
|
|
|
|
import (
|
|
"context"
|
|
"encoding/xml"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
)
|
|
|
|
// InitiateMultipartUploadOptions is the option of InitateMultipartUpload
|
|
type InitiateMultipartUploadOptions struct {
|
|
*ACLHeaderOptions
|
|
*ObjectPutHeaderOptions
|
|
}
|
|
|
|
// InitiateMultipartUploadResult is the result of InitateMultipartUpload
|
|
type InitiateMultipartUploadResult struct {
|
|
XMLName xml.Name `xml:"InitiateMultipartUploadResult"`
|
|
Bucket string
|
|
Key string
|
|
UploadID string `xml:"UploadId"`
|
|
}
|
|
|
|
// InitiateMultipartUpload 请求实现初始化分片上传，成功执行此请求以后会返回Upload ID用于后续的Upload Part请求。
|
|
//
|
|
// https://www.qcloud.com/document/product/436/7746
|
|
func (s *ObjectService) InitiateMultipartUpload(ctx context.Context, name string, opt *InitiateMultipartUploadOptions) (*InitiateMultipartUploadResult, *Response, error) {
|
|
var res InitiateMultipartUploadResult
|
|
sendOpt := sendOptions{
|
|
baseURL: s.client.BaseURL.BucketURL,
|
|
uri: "/" + encodeURIComponent(name) + "?uploads",
|
|
method: http.MethodPost,
|
|
optHeader: opt,
|
|
result: &res,
|
|
}
|
|
resp, err := s.client.send(ctx, &sendOpt)
|
|
return &res, resp, err
|
|
}
|
|
|
|
// ObjectUploadPartOptions is the options of upload-part
|
|
type ObjectUploadPartOptions struct {
|
|
Expect string `header:"Expect,omitempty" url:"-"`
|
|
XCosContentSHA1 string `header:"x-cos-content-sha1" url:"-"`
|
|
ContentLength int `header:"Content-Length,omitempty" url:"-"`
|
|
|
|
XCosSSECustomerAglo string `header:"x-cos-server-side-encryption-customer-algorithm,omitempty" url:"-" xml:"-"`
|
|
XCosSSECustomerKey string `header:"x-cos-server-side-encryption-customer-key,omitempty" url:"-" xml:"-"`
|
|
XCosSSECustomerKeyMD5 string `header:"x-cos-server-side-encryption-customer-key-MD5,omitempty" url:"-" xml:"-"`
|
|
}
|
|
|
|
// UploadPart 请求实现在初始化以后的分块上传，支持的块的数量为1到10000，块的大小为1 MB 到5 GB。
|
|
// 在每次请求Upload Part时候，需要携带partNumber和uploadID，partNumber为块的编号，支持乱序上传。
|
|
//
|
|
// 当传入uploadID和partNumber都相同的时候，后传入的块将覆盖之前传入的块。当uploadID不存在时会返回404错误，NoSuchUpload.
|
|
//
|
|
// 当 r 不是 bytes.Buffer/bytes.Reader/strings.Reader 时，必须指定 opt.ContentLength
|
|
//
|
|
// https://www.qcloud.com/document/product/436/7750
|
|
func (s *ObjectService) UploadPart(ctx context.Context, name, uploadID string, partNumber int, r io.Reader, opt *ObjectUploadPartOptions) (*Response, error) {
|
|
u := fmt.Sprintf("/%s?partNumber=%d&uploadId=%s", encodeURIComponent(name), partNumber, uploadID)
|
|
sendOpt := sendOptions{
|
|
baseURL: s.client.BaseURL.BucketURL,
|
|
uri: u,
|
|
method: http.MethodPut,
|
|
optHeader: opt,
|
|
body: r,
|
|
}
|
|
resp, err := s.client.send(ctx, &sendOpt)
|
|
return resp, err
|
|
}
|
|
|
|
// ObjectListPartsOptions is the option of ListParts
|
|
type ObjectListPartsOptions struct {
|
|
EncodingType string `url:"Encoding-type,omitempty"`
|
|
MaxParts string `url:"max-parts,omitempty"`
|
|
PartNumberMarker string `url:"part-number-marker,omitempty"`
|
|
}
|
|
|
|
// ObjectListPartsResult is the result of ListParts
|
|
type ObjectListPartsResult struct {
|
|
XMLName xml.Name `xml:"ListPartsResult"`
|
|
Bucket string
|
|
EncodingType string `xml:"Encoding-type,omitempty"`
|
|
Key string
|
|
UploadID string `xml:"UploadId"`
|
|
Initiator *Initiator `xml:"Initiator,omitempty"`
|
|
Owner *Owner `xml:"Owner,omitempty"`
|
|
StorageClass string
|
|
PartNumberMarker string
|
|
NextPartNumberMarker string `xml:"NextPartNumberMarker,omitempty"`
|
|
MaxParts string
|
|
IsTruncated bool
|
|
Parts []Object `xml:"Part,omitempty"`
|
|
}
|
|
|
|
// ListParts 用来查询特定分块上传中的已上传的块。
|
|
//
|
|
// https://www.qcloud.com/document/product/436/7747
|
|
func (s *ObjectService) ListParts(ctx context.Context, name, uploadID string, opt *ObjectListPartsOptions) (*ObjectListPartsResult, *Response, error) {
|
|
u := fmt.Sprintf("/%s?uploadId=%s", encodeURIComponent(name), uploadID)
|
|
var res ObjectListPartsResult
|
|
sendOpt := sendOptions{
|
|
baseURL: s.client.BaseURL.BucketURL,
|
|
uri: u,
|
|
method: http.MethodGet,
|
|
result: &res,
|
|
optQuery: opt,
|
|
}
|
|
resp, err := s.client.send(ctx, &sendOpt)
|
|
return &res, resp, err
|
|
}
|
|
|
|
// CompleteMultipartUploadOptions is the option of CompleteMultipartUpload
|
|
type CompleteMultipartUploadOptions struct {
|
|
XMLName xml.Name `xml:"CompleteMultipartUpload"`
|
|
Parts []Object `xml:"Part"`
|
|
}
|
|
|
|
// CompleteMultipartUploadResult is the result CompleteMultipartUpload
|
|
type CompleteMultipartUploadResult struct {
|
|
XMLName xml.Name `xml:"CompleteMultipartUploadResult"`
|
|
Location string
|
|
Bucket string
|
|
Key string
|
|
ETag string
|
|
}
|
|
|
|
// ObjectList can used for sort the parts which needs in complete upload part
|
|
// sort.Sort(cos.ObjectList(opt.Parts))
|
|
type ObjectList []Object
|
|
|
|
func (o ObjectList) Len() int {
|
|
return len(o)
|
|
}
|
|
|
|
func (o ObjectList) Swap(i, j int) {
|
|
o[i], o[j] = o[j], o[i]
|
|
}
|
|
|
|
func (o ObjectList) Less(i, j int) bool { // rewrite the Less method from small to big
|
|
return o[i].PartNumber < o[j].PartNumber
|
|
}
|
|
|
|
// CompleteMultipartUpload 用来实现完成整个分块上传。当您已经使用Upload Parts上传所有块以后，你可以用该API完成上传。
|
|
// 在使用该API时，您必须在Body中给出每一个块的PartNumber和ETag，用来校验块的准确性。
|
|
//
|
|
// 由于分块上传的合并需要数分钟时间，因而当合并分块开始的时候，COS就立即返回200的状态码，在合并的过程中，
|
|
// COS会周期性的返回空格信息来保持连接活跃，直到合并完成，COS会在Body中返回合并后块的内容。
|
|
//
|
|
// 当上传块小于1 MB的时候，在调用该请求时，会返回400 EntityTooSmall；
|
|
// 当上传块编号不连续的时候，在调用该请求时，会返回400 InvalidPart；
|
|
// 当请求Body中的块信息没有按序号从小到大排列的时候，在调用该请求时，会返回400 InvalidPartOrder；
|
|
// 当UploadId不存在的时候，在调用该请求时，会返回404 NoSuchUpload。
|
|
//
|
|
// 建议您及时完成分块上传或者舍弃分块上传，因为已上传但是未终止的块会占用存储空间进而产生存储费用。
|
|
//
|
|
// https://www.qcloud.com/document/product/436/7742
|
|
func (s *ObjectService) CompleteMultipartUpload(ctx context.Context, name, uploadID string, opt *CompleteMultipartUploadOptions) (*CompleteMultipartUploadResult, *Response, error) {
|
|
u := fmt.Sprintf("/%s?uploadId=%s", encodeURIComponent(name), uploadID)
|
|
var res CompleteMultipartUploadResult
|
|
sendOpt := sendOptions{
|
|
baseURL: s.client.BaseURL.BucketURL,
|
|
uri: u,
|
|
method: http.MethodPost,
|
|
body: opt,
|
|
result: &res,
|
|
}
|
|
resp, err := s.client.send(ctx, &sendOpt)
|
|
// If the error occurs during the copy operation, the error response is embedded in the 200 OK response. This means that a 200 OK response can contain either a success or an error.
|
|
if err == nil && resp.StatusCode == 200 {
|
|
if res.ETag == "" {
|
|
return &res, resp, errors.New("response 200 OK, but body contains an error")
|
|
}
|
|
}
|
|
return &res, resp, err
|
|
}
|
|
|
|
// AbortMultipartUpload 用来实现舍弃一个分块上传并删除已上传的块。当您调用Abort Multipart Upload时，
|
|
// 如果有正在使用这个Upload Parts上传块的请求，则Upload Parts会返回失败。当该UploadID不存在时，会返回404 NoSuchUpload。
|
|
//
|
|
// 建议您及时完成分块上传或者舍弃分块上传，因为已上传但是未终止的块会占用存储空间进而产生存储费用。
|
|
//
|
|
// https://www.qcloud.com/document/product/436/7740
|
|
func (s *ObjectService) AbortMultipartUpload(ctx context.Context, name, uploadID string) (*Response, error) {
|
|
u := fmt.Sprintf("/%s?uploadId=%s", encodeURIComponent(name), uploadID)
|
|
sendOpt := sendOptions{
|
|
baseURL: s.client.BaseURL.BucketURL,
|
|
uri: u,
|
|
method: http.MethodDelete,
|
|
}
|
|
resp, err := s.client.send(ctx, &sendOpt)
|
|
return resp, err
|
|
}
|
|
|
|
// ObjectCopyPartOptions is the options of copy-part
|
|
type ObjectCopyPartOptions struct {
|
|
XCosCopySource string `header:"x-cos-copy-source" url:"-"`
|
|
XCosCopySourceRange string `header:"x-cos-copy-source-range,omitempty" url:"-"`
|
|
XCosCopySourceIfModifiedSince string `header:"x-cos-copy-source-If-Modified-Since,omitempty" url:"-"`
|
|
XCosCopySourceIfUnmodifiedSince string `header:"x-cos-copy-source-If-Unmodified-Since,omitempty" url:"-"`
|
|
XCosCopySourceIfMatch string `header:"x-cos-copy-source-If-Match,omitempty" url:"-"`
|
|
XCosCopySourceIfNoneMatch string `header:"x-cos-copy-source-If-None-Match,omitempty" url:"-"`
|
|
}
|
|
|
|
// CopyPartResult is the result CopyPart
|
|
type CopyPartResult struct {
|
|
XMLName xml.Name `xml:"CopyPartResult"`
|
|
ETag string
|
|
LastModified string
|
|
}
|
|
|
|
// CopyPart 请求实现在初始化以后的分块上传，支持的块的数量为1到10000，块的大小为1 MB 到5 GB。
|
|
// 在每次请求Upload Part时候，需要携带partNumber和uploadID，partNumber为块的编号，支持乱序上传。
|
|
// ObjectCopyPartOptions的XCosCopySource为必填参数，格式为<bucket-name>-<app-id>.cos.<region-id>.myqcloud.com/<object-key>
|
|
// ObjectCopyPartOptions的XCosCopySourceRange指定源的Range，格式为bytes=<start>-<end>
|
|
//
|
|
// 当传入uploadID和partNumber都相同的时候，后传入的块将覆盖之前传入的块。当uploadID不存在时会返回404错误，NoSuchUpload.
|
|
//
|
|
// https://www.qcloud.com/document/product/436/7750
|
|
func (s *ObjectService) CopyPart(ctx context.Context, name, uploadID string, partNumber int, sourceURL string, opt *ObjectCopyPartOptions) (*CopyPartResult, *Response, error) {
|
|
if opt == nil {
|
|
opt = &ObjectCopyPartOptions{}
|
|
}
|
|
opt.XCosCopySource = sourceURL
|
|
u := fmt.Sprintf("/%s?partNumber=%d&uploadId=%s", encodeURIComponent(name), partNumber, uploadID)
|
|
var res CopyPartResult
|
|
sendOpt := sendOptions{
|
|
baseURL: s.client.BaseURL.BucketURL,
|
|
uri: u,
|
|
method: http.MethodPut,
|
|
optHeader: opt,
|
|
result: &res,
|
|
}
|
|
resp, err := s.client.send(ctx, &sendOpt)
|
|
// If the error occurs during the copy operation, the error response is embedded in the 200 OK response. This means that a 200 OK response can contain either a success or an error.
|
|
if err == nil && resp != nil && resp.StatusCode == 200 {
|
|
if res.ETag == "" {
|
|
return &res, resp, errors.New("response 200 OK, but body contains an error")
|
|
}
|
|
}
|
|
return &res, resp, err
|
|
}
|