mirror of
https://github.com/nabbar/golib.git
synced 2025-09-27 04:06:05 +08:00
b0fd08792c
Add feature to change http timeout directly in httpcli store in aws client Add copy/MPUCopy function Update mpu to allow copy with MPU Package Cobra Fix println by fmt.Fprint to os.stdout Package Crypt Refactor package to use instance of crypt instead of a global crypt unique instance Allow to gen key/nonce Add io stream reader/writer instead of only buffer slice encoder decoder Package file/bandwidth Add new subpackage bandwith to limit a amount of byte read/write for a duraction Use file/progress function increment/reset Allow to add custom function increment / reset Package IOUtils Remove useless file error.go, tempFile.go (replaced by package file) Move fileDescriptor to a subpackage fileDescriptor: allow to change nb of FD for linux/windows os Move Buffer ReadCloser to a new subpackage: allow to add close function to buffer, and expose read / write io interface Add sub package multiplexer to allow send/receive multiple io stream into on io stream Package Socket Rework to expose io stream instead of buffer Fix minor bugs Other: Bump dependencies Update code following bump dependencies
110 lines
4.5 KiB
Go
110 lines
4.5 KiB
Go
/*
|
|
* MIT License
|
|
*
|
|
* Copyright (c) 2020 Nicolas JUHEL
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in all
|
|
* copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*
|
|
*/
|
|
|
|
package object
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"time"
|
|
|
|
libmpu "github.com/nabbar/golib/aws/multipart"
|
|
|
|
libsiz "github.com/nabbar/golib/size"
|
|
|
|
sdkiam "github.com/aws/aws-sdk-go-v2/service/iam"
|
|
sdksss "github.com/aws/aws-sdk-go-v2/service/s3"
|
|
sdktps "github.com/aws/aws-sdk-go-v2/service/s3/types"
|
|
libhlp "github.com/nabbar/golib/aws/helper"
|
|
)
|
|
|
|
type client struct {
|
|
libhlp.Helper
|
|
iam *sdkiam.Client
|
|
s3 *sdksss.Client
|
|
}
|
|
|
|
type WalkFunc func(err error, obj sdktps.Object) error
|
|
type VersionWalkFunc func(err error, obj sdktps.ObjectVersion) error
|
|
type DelMakWalkFunc func(err error, del sdktps.DeleteMarkerEntry) error
|
|
|
|
type Object interface {
|
|
Find(regex string) ([]string, error)
|
|
Size(object string) (size int64, err error)
|
|
|
|
List(continuationToken string) ([]sdktps.Object, string, int64, error)
|
|
Walk(f WalkFunc) error
|
|
|
|
ListPrefix(continuationToken string, prefix string) ([]sdktps.Object, string, int64, error)
|
|
WalkPrefix(prefix string, f WalkFunc) error
|
|
|
|
Head(object string) (*sdksss.HeadObjectOutput, error)
|
|
Get(object string) (*sdksss.GetObjectOutput, error)
|
|
Put(object string, body io.Reader) error
|
|
Copy(source, destination string) error
|
|
CopyBucket(bucketSource, source, bucketDestination, destination string) error
|
|
Delete(check bool, object string) error
|
|
DeleteAll(objects *sdktps.Delete) ([]sdktps.DeletedObject, error)
|
|
GetAttributes(object, version string) (*sdksss.GetObjectAttributesOutput, error)
|
|
|
|
MultipartList(keyMarker, markerId string) (uploads []sdktps.MultipartUpload, nextKeyMarker string, nextIdMarker string, count int64, e error)
|
|
MultipartNew(partSize libsiz.Size, bucket, object string) libmpu.MultiPart
|
|
MultipartCopy(partSize libsiz.Size, bucketSource, source, version, bucketDestination, destination string) error
|
|
MultipartPut(object string, body io.Reader) error
|
|
MultipartPutCustom(partSize libsiz.Size, object string, body io.Reader) error
|
|
MultipartCancel(uploadId, key string) error
|
|
|
|
UpdateMetadata(meta *sdksss.CopyObjectInput) error
|
|
SetWebsite(object, redirect string) error
|
|
|
|
VersionList(prefix, keyMarker, markerId string) (version []sdktps.ObjectVersion, delMarker []sdktps.DeleteMarkerEntry, nextKeyMarker, nextMarkerId string, count int64, err error)
|
|
VersionWalk(fv VersionWalkFunc, fd DelMakWalkFunc) error
|
|
VersionWalkPrefix(prefix string, fv VersionWalkFunc, fd DelMakWalkFunc) error
|
|
|
|
VersionGet(object, version string) (*sdksss.GetObjectOutput, error)
|
|
VersionHead(object, version string) (*sdksss.HeadObjectOutput, error)
|
|
VersionSize(object, version string) (size int64, err error)
|
|
VersionDelete(check bool, object, version string) error
|
|
VersionCopy(source, version, destination string) error
|
|
VersionCopyBucket(bucketSource, source, version, bucketDestination, destination string) error
|
|
VersionDeleteLock(check bool, object, version string, byPassGovernance bool) error
|
|
|
|
GetRetention(object, version string) (until time.Time, mode string, err error)
|
|
SetRetention(object, version string, bypass bool, until time.Time, mode string) error
|
|
GetLegalHold(object, version string) (sdktps.ObjectLockLegalHoldStatus, error)
|
|
SetLegalHold(object, version string, flag sdktps.ObjectLockLegalHoldStatus) error
|
|
|
|
GetTags(object, version string) ([]sdktps.Tag, error)
|
|
SetTags(object, version string, tags ...sdktps.Tag) error
|
|
}
|
|
|
|
func New(ctx context.Context, bucket, region string, iam *sdkiam.Client, s3 *sdksss.Client) Object {
|
|
return &client{
|
|
Helper: libhlp.New(ctx, bucket, region),
|
|
iam: iam,
|
|
s3: s3,
|
|
}
|
|
}
|