mirror of
https://github.com/nabbar/golib.git
synced 2025-09-26 20:01:15 +08:00

- Add some README file to give missing documentations or update existing documentation file Package Archive: - Add some comments to godoc information - Moving NopWriterCloser interface to ioutils package Package IOUtils: - New package NopWriterCloser to implement interfac like NopReader Package Database: - KVMap: fix missing function following update of kvdriver Package Duration: - Rename BDD testing Package Context/Gin: - Moving function New between model & interface file Package AWS: - rework Walk function to use more generic with standard walk caller function - func walk will now no more return and include error (can be catched into the given func) - func walk will now return a bool to continue or stop the loop - func walk with many input function will now stop when all given function return false - func walk will now return error only about main process and not given function Package errors: - Add interface error into interface Error Package IOUtils: - Moving IOWrapper as subPackage and optimize process + allow thread safe
233 lines
5.4 KiB
Go
233 lines
5.4 KiB
Go
/*
|
|
* MIT License
|
|
*
|
|
* Copyright (c) 2020 Nicolas JUHEL
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in all
|
|
* copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*
|
|
*/
|
|
|
|
package object
|
|
|
|
import (
|
|
"io"
|
|
"mime"
|
|
"path/filepath"
|
|
|
|
sdkaws "github.com/aws/aws-sdk-go-v2/aws"
|
|
sdksss "github.com/aws/aws-sdk-go-v2/service/s3"
|
|
sdktps "github.com/aws/aws-sdk-go-v2/service/s3/types"
|
|
libhlp "github.com/nabbar/golib/aws/helper"
|
|
)
|
|
|
|
func (cli *client) List(continuationToken string) ([]sdktps.Object, string, int64, error) {
|
|
return cli.ListPrefix(continuationToken, "")
|
|
}
|
|
|
|
func (cli *client) ListPrefix(continuationToken string, prefix string) ([]sdktps.Object, string, int64, error) {
|
|
in := sdksss.ListObjectsV2Input{
|
|
Bucket: cli.GetBucketAws(),
|
|
}
|
|
|
|
if continuationToken != "" {
|
|
in.ContinuationToken = sdkaws.String(continuationToken)
|
|
}
|
|
|
|
if prefix != "" {
|
|
in.Prefix = sdkaws.String(prefix)
|
|
}
|
|
|
|
out, err := cli.s3.ListObjectsV2(cli.GetContext(), &in)
|
|
|
|
if err != nil {
|
|
return nil, "", 0, cli.GetError(err)
|
|
}
|
|
|
|
var maxKeys int32
|
|
if out != nil && out.MaxKeys != nil {
|
|
maxKeys = *out.MaxKeys
|
|
}
|
|
|
|
if out != nil && out.IsTruncated != nil && *out.IsTruncated {
|
|
return out.Contents, *out.NextContinuationToken, int64(maxKeys), nil
|
|
} else {
|
|
return out.Contents, "", int64(maxKeys), nil
|
|
}
|
|
}
|
|
|
|
func (cli *client) Walk(md WalkFuncMetadata, f WalkFunc) error {
|
|
return cli.WalkPrefix("", md, f)
|
|
}
|
|
|
|
func (cli *client) WalkPrefix(prefix string, md WalkFuncMetadata, f WalkFunc) error {
|
|
in := sdksss.ListObjectsV2Input{
|
|
Bucket: cli.GetBucketAws(),
|
|
}
|
|
|
|
if prefix != "" {
|
|
in.Prefix = sdkaws.String(prefix)
|
|
}
|
|
|
|
var (
|
|
e error
|
|
t = sdkaws.String("")
|
|
|
|
om = true
|
|
fm = func(md Metadata) bool {
|
|
return false
|
|
}
|
|
|
|
ov = true
|
|
fo = func(obj sdktps.Object) bool {
|
|
return false
|
|
}
|
|
)
|
|
|
|
if md != nil {
|
|
fm = md
|
|
}
|
|
|
|
if f != nil {
|
|
fo = f
|
|
}
|
|
|
|
for {
|
|
if len(*t) > 0 {
|
|
in.ContinuationToken = t
|
|
}
|
|
|
|
out, err := cli.s3.ListObjectsV2(cli.GetContext(), &in)
|
|
|
|
if err != nil {
|
|
return cli.GetError(err)
|
|
} else if out == nil {
|
|
return libhlp.ErrorResponse.Error()
|
|
} else if om {
|
|
om = fm(Metadata{
|
|
Objects: len(out.Contents),
|
|
})
|
|
}
|
|
|
|
if ov {
|
|
for _, o := range out.Contents {
|
|
if !ov {
|
|
break
|
|
} else if o.Key == nil || len(*o.Key) < 1 {
|
|
continue
|
|
}
|
|
|
|
ov = fo(o)
|
|
}
|
|
}
|
|
|
|
if !ov && !om {
|
|
return e
|
|
} else if out != nil && out.IsTruncated != nil && *out.IsTruncated {
|
|
t = out.NextContinuationToken
|
|
} else {
|
|
return e
|
|
}
|
|
}
|
|
}
|
|
|
|
func (cli *client) Get(object string) (*sdksss.GetObjectOutput, error) {
|
|
return cli.VersionGet(object, "")
|
|
}
|
|
|
|
func (cli *client) Head(object string) (*sdksss.HeadObjectOutput, error) {
|
|
return cli.VersionHead(object, "")
|
|
}
|
|
|
|
func (cli *client) Size(object string) (size int64, err error) {
|
|
return cli.VersionSize(object, "")
|
|
}
|
|
|
|
func (cli *client) Delete(check bool, object string) error {
|
|
return cli.VersionDelete(check, object, "")
|
|
}
|
|
|
|
func (cli *client) Copy(source, destination string) error {
|
|
return cli.VersionCopy(source, "", destination)
|
|
}
|
|
|
|
func (cli *client) CopyBucket(bucketSource, source, bucketDestination, destination string) error {
|
|
return cli.VersionCopyBucket(bucketSource, source, "", bucketDestination, destination)
|
|
}
|
|
|
|
func (cli *client) Put(object string, body io.Reader) error {
|
|
var tpe *string
|
|
|
|
if t := mime.TypeByExtension(filepath.Ext(object)); t == "" {
|
|
tpe = sdkaws.String("application/octet-stream")
|
|
} else {
|
|
tpe = sdkaws.String(t)
|
|
}
|
|
|
|
out, err := cli.s3.PutObject(cli.GetContext(), &sdksss.PutObjectInput{
|
|
Bucket: cli.GetBucketAws(),
|
|
Key: sdkaws.String(object),
|
|
Body: body,
|
|
ContentType: tpe,
|
|
})
|
|
|
|
if err != nil {
|
|
return cli.GetError(err)
|
|
} else if out.ETag == nil {
|
|
return libhlp.ErrorResponse.Error(nil)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (cli *client) DeleteAll(objects *sdktps.Delete) ([]sdktps.DeletedObject, error) {
|
|
in := sdksss.DeleteObjectsInput{
|
|
Bucket: cli.GetBucketAws(),
|
|
Delete: objects,
|
|
}
|
|
|
|
out, err := cli.s3.DeleteObjects(cli.GetContext(), &in)
|
|
|
|
if err != nil {
|
|
return nil, cli.GetError(err)
|
|
} else if out == nil {
|
|
return nil, libhlp.ErrorResponse.Error(nil)
|
|
} else {
|
|
return out.Deleted, nil
|
|
}
|
|
}
|
|
|
|
func (cli *client) GetAttributes(object, version string) (*sdksss.GetObjectAttributesOutput, error) {
|
|
in := sdksss.GetObjectAttributesInput{
|
|
Bucket: cli.GetBucketAws(),
|
|
Key: sdkaws.String(object),
|
|
}
|
|
|
|
if version != "" {
|
|
in.VersionId = sdkaws.String(version)
|
|
}
|
|
|
|
out, err := cli.s3.GetObjectAttributes(cli.GetContext(), &in)
|
|
|
|
if err != nil {
|
|
return nil, cli.GetError(err)
|
|
}
|
|
|
|
return out, nil
|
|
}
|