Files
golib/aws/object/object.go
nabbar 9e8179374b README:
- Add some README file to give missing documentations or update existing documentation file

Package Archive:
- Add some comments to godoc information
- Moving NopWriterCloser interface to ioutils package

Package IOUtils:
- New package NopWriterCloser to implement interfac like NopReader

Package Database:
- KVMap: fix missing function following update of kvdriver

Package Duration:
- Rename BDD testing

Package Context/Gin:
- Moving function New between model & interface file

Package AWS:
- rework Walk function to use more generic with standard walk caller function
- func walk will now no more return and include error (can be catched into the given func)
- func walk will now return a bool to continue or stop the loop
- func walk with many input function will now stop when all given function return false
- func walk will now return error only about main process and not given function

Package errors:
- Add interface error into interface Error

Package IOUtils:
- Moving IOWrapper as subPackage and optimize process + allow thread safe
2025-05-25 06:29:25 +02:00

233 lines
5.4 KiB
Go

/*
* MIT License
*
* Copyright (c) 2020 Nicolas JUHEL
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*
*/
package object
import (
"io"
"mime"
"path/filepath"
sdkaws "github.com/aws/aws-sdk-go-v2/aws"
sdksss "github.com/aws/aws-sdk-go-v2/service/s3"
sdktps "github.com/aws/aws-sdk-go-v2/service/s3/types"
libhlp "github.com/nabbar/golib/aws/helper"
)
func (cli *client) List(continuationToken string) ([]sdktps.Object, string, int64, error) {
return cli.ListPrefix(continuationToken, "")
}
func (cli *client) ListPrefix(continuationToken string, prefix string) ([]sdktps.Object, string, int64, error) {
in := sdksss.ListObjectsV2Input{
Bucket: cli.GetBucketAws(),
}
if continuationToken != "" {
in.ContinuationToken = sdkaws.String(continuationToken)
}
if prefix != "" {
in.Prefix = sdkaws.String(prefix)
}
out, err := cli.s3.ListObjectsV2(cli.GetContext(), &in)
if err != nil {
return nil, "", 0, cli.GetError(err)
}
var maxKeys int32
if out != nil && out.MaxKeys != nil {
maxKeys = *out.MaxKeys
}
if out != nil && out.IsTruncated != nil && *out.IsTruncated {
return out.Contents, *out.NextContinuationToken, int64(maxKeys), nil
} else {
return out.Contents, "", int64(maxKeys), nil
}
}
func (cli *client) Walk(md WalkFuncMetadata, f WalkFunc) error {
return cli.WalkPrefix("", md, f)
}
func (cli *client) WalkPrefix(prefix string, md WalkFuncMetadata, f WalkFunc) error {
in := sdksss.ListObjectsV2Input{
Bucket: cli.GetBucketAws(),
}
if prefix != "" {
in.Prefix = sdkaws.String(prefix)
}
var (
e error
t = sdkaws.String("")
om = true
fm = func(md Metadata) bool {
return false
}
ov = true
fo = func(obj sdktps.Object) bool {
return false
}
)
if md != nil {
fm = md
}
if f != nil {
fo = f
}
for {
if len(*t) > 0 {
in.ContinuationToken = t
}
out, err := cli.s3.ListObjectsV2(cli.GetContext(), &in)
if err != nil {
return cli.GetError(err)
} else if out == nil {
return libhlp.ErrorResponse.Error()
} else if om {
om = fm(Metadata{
Objects: len(out.Contents),
})
}
if ov {
for _, o := range out.Contents {
if !ov {
break
} else if o.Key == nil || len(*o.Key) < 1 {
continue
}
ov = fo(o)
}
}
if !ov && !om {
return e
} else if out != nil && out.IsTruncated != nil && *out.IsTruncated {
t = out.NextContinuationToken
} else {
return e
}
}
}
func (cli *client) Get(object string) (*sdksss.GetObjectOutput, error) {
return cli.VersionGet(object, "")
}
func (cli *client) Head(object string) (*sdksss.HeadObjectOutput, error) {
return cli.VersionHead(object, "")
}
func (cli *client) Size(object string) (size int64, err error) {
return cli.VersionSize(object, "")
}
func (cli *client) Delete(check bool, object string) error {
return cli.VersionDelete(check, object, "")
}
func (cli *client) Copy(source, destination string) error {
return cli.VersionCopy(source, "", destination)
}
func (cli *client) CopyBucket(bucketSource, source, bucketDestination, destination string) error {
return cli.VersionCopyBucket(bucketSource, source, "", bucketDestination, destination)
}
func (cli *client) Put(object string, body io.Reader) error {
var tpe *string
if t := mime.TypeByExtension(filepath.Ext(object)); t == "" {
tpe = sdkaws.String("application/octet-stream")
} else {
tpe = sdkaws.String(t)
}
out, err := cli.s3.PutObject(cli.GetContext(), &sdksss.PutObjectInput{
Bucket: cli.GetBucketAws(),
Key: sdkaws.String(object),
Body: body,
ContentType: tpe,
})
if err != nil {
return cli.GetError(err)
} else if out.ETag == nil {
return libhlp.ErrorResponse.Error(nil)
}
return nil
}
func (cli *client) DeleteAll(objects *sdktps.Delete) ([]sdktps.DeletedObject, error) {
in := sdksss.DeleteObjectsInput{
Bucket: cli.GetBucketAws(),
Delete: objects,
}
out, err := cli.s3.DeleteObjects(cli.GetContext(), &in)
if err != nil {
return nil, cli.GetError(err)
} else if out == nil {
return nil, libhlp.ErrorResponse.Error(nil)
} else {
return out.Deleted, nil
}
}
func (cli *client) GetAttributes(object, version string) (*sdksss.GetObjectAttributesOutput, error) {
in := sdksss.GetObjectAttributesInput{
Bucket: cli.GetBucketAws(),
Key: sdkaws.String(object),
}
if version != "" {
in.VersionId = sdkaws.String(version)
}
out, err := cli.s3.GetObjectAttributes(cli.GetContext(), &in)
if err != nil {
return nil, cli.GetError(err)
}
return out, nil
}