Files
golib/aws/object/version.go
nabbar 9e8179374b README:
- Add some README file to give missing documentations or update existing documentation file

Package Archive:
- Add some comments to godoc information
- Moving NopWriterCloser interface to ioutils package

Package IOUtils:
- New package NopWriterCloser to implement interfac like NopReader

Package Database:
- KVMap: fix missing function following update of kvdriver

Package Duration:
- Rename BDD testing

Package Context/Gin:
- Moving function New between model & interface file

Package AWS:
- rework Walk function to use more generic with standard walk caller function
- func walk will now no more return and include error (can be catched into the given func)
- func walk will now return a bool to continue or stop the loop
- func walk with many input function will now stop when all given function return false
- func walk will now return error only about main process and not given function

Package errors:
- Add interface error into interface Error

Package IOUtils:
- Moving IOWrapper as subPackage and optimize process + allow thread safe
2025-05-25 06:29:25 +02:00

297 lines
7.0 KiB
Go

/*
* MIT License
*
* Copyright (c) 2022 Nicolas JUHEL
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*
*/
package object
import (
"path"
"strings"
sdkaws "github.com/aws/aws-sdk-go-v2/aws"
sdksss "github.com/aws/aws-sdk-go-v2/service/s3"
sdktps "github.com/aws/aws-sdk-go-v2/service/s3/types"
libhlp "github.com/nabbar/golib/aws/helper"
)
func (cli *client) VersionList(prefix, keyMarker, markerId string) (version []sdktps.ObjectVersion, delMarker []sdktps.DeleteMarkerEntry, nextKeyMarker, nextMarkerId string, count int64, err error) {
in := sdksss.ListObjectVersionsInput{
Bucket: cli.GetBucketAws(),
MaxKeys: sdkaws.Int32(1000),
}
if prefix != "" {
in.Prefix = sdkaws.String(prefix)
}
if keyMarker != "" && markerId != "" {
in.KeyMarker = sdkaws.String(keyMarker)
in.VersionIdMarker = sdkaws.String(markerId)
}
out, e := cli.s3.ListObjectVersions(cli.GetContext(), &in)
if e != nil {
return nil, nil, "", "", 0, cli.GetError(e)
}
var maxKeys int32
if out != nil && out.MaxKeys != nil {
maxKeys = *out.MaxKeys
}
if out != nil && out.IsTruncated != nil && *out.IsTruncated {
return out.Versions, out.DeleteMarkers, *out.NextKeyMarker, *out.NextVersionIdMarker, int64(maxKeys), nil
} else {
return out.Versions, out.DeleteMarkers, "", "", int64(maxKeys), nil
}
}
func (cli *client) VersionWalk(md WalkFuncMetadata, fv WalkFuncVersion, fd WalkFuncDelMak) error {
return cli.VersionWalkPrefix("", md, fv, fd)
}
func (cli *client) VersionWalkPrefix(prefix string, md WalkFuncMetadata, fv WalkFuncVersion, fd WalkFuncDelMak) error {
in := sdksss.ListObjectVersionsInput{
Bucket: cli.GetBucketAws(),
MaxKeys: sdkaws.Int32(1000),
}
if prefix != "" {
in.Prefix = sdkaws.String(prefix)
}
var (
e error
km = sdkaws.String("")
mi = sdkaws.String("")
okm = true
fmd = func(md Metadata) bool {
return false
}
okv = true
fov = func(obj sdktps.ObjectVersion) bool {
return false
}
okd = true
fod = func(del sdktps.DeleteMarkerEntry) bool {
return false
}
)
if md != nil {
fmd = md
}
if fv != nil {
fov = fv
}
if fd != nil {
fod = fd
}
for {
if len(*km) > 0 && len(*mi) > 0 {
in.KeyMarker = km
in.VersionIdMarker = mi
}
out, err := cli.s3.ListObjectVersions(cli.GetContext(), &in)
if err != nil {
return cli.GetError(err)
} else if out == nil {
return libhlp.ErrorResponse.Error(nil)
} else if okm {
okm = fmd(Metadata{
Versions: len(out.Versions),
DeleteMarkers: len(out.DeleteMarkers),
})
}
if okv {
for _, o := range out.Versions {
if !okv {
break
} else if o.Key == nil || len(*o.Key) < 1 {
continue
} else if o.VersionId == nil || len(*o.VersionId) < 1 {
continue
}
okv = fov(o)
}
}
if okd {
for _, o := range out.DeleteMarkers {
if !okd {
break
} else if o.Key == nil || len(*o.Key) < 1 {
continue
} else if o.VersionId == nil || len(*o.VersionId) < 1 {
continue
}
okd = fod(o)
}
}
if !okm && !okv && !okd {
return e
} else if out != nil && out.IsTruncated != nil && *out.IsTruncated {
km = out.NextKeyMarker
mi = out.NextVersionIdMarker
} else {
return e
}
}
}
func (cli *client) VersionGet(object, version string) (*sdksss.GetObjectOutput, error) {
in := sdksss.GetObjectInput{
Bucket: cli.GetBucketAws(),
Key: sdkaws.String(object),
}
if version != "" {
in.VersionId = sdkaws.String(version)
}
out, err := cli.s3.GetObject(cli.GetContext(), &in)
if err != nil {
defer func() {
if out != nil && out.Body != nil {
_ = out.Body.Close()
}
}()
return nil, cli.GetError(err)
} else if out.Body == nil {
return nil, libhlp.ErrorResponse.Error(nil)
} else {
return out, nil
}
}
func (cli *client) VersionHead(object, version string) (*sdksss.HeadObjectOutput, error) {
in := sdksss.HeadObjectInput{
Bucket: cli.GetBucketAws(),
Key: sdkaws.String(object),
}
if version != "" {
in.VersionId = sdkaws.String(version)
}
out, e := cli.s3.HeadObject(cli.GetContext(), &in)
if e != nil {
return nil, cli.GetError(e)
} else if out.ETag == nil {
return nil, libhlp.ErrorResponse.Error(nil)
} else {
return out, nil
}
}
func (cli *client) VersionSize(object, version string) (size int64, err error) {
var (
h *sdksss.HeadObjectOutput
)
if h, err = cli.VersionHead(object, version); err != nil {
return
} else if h != nil && h.ContentLength != nil {
return *h.ContentLength, nil
} else {
return 0, nil
}
}
func (cli *client) VersionDelete(check bool, object, version string) error {
return cli.VersionDeleteLock(check, object, version, false)
}
func (cli *client) VersionDeleteLock(check bool, object, version string, byPassGovernance bool) error {
if check {
if _, err := cli.VersionHead(object, version); err != nil {
return err
}
}
in := sdksss.DeleteObjectInput{
Bucket: cli.GetBucketAws(),
Key: sdkaws.String(object),
}
if version != "" {
in.VersionId = sdkaws.String(version)
}
if byPassGovernance {
in.BypassGovernanceRetention = sdkaws.Bool(true)
}
_, err := cli.s3.DeleteObject(cli.GetContext(), &in)
if !check && err != nil && strings.Contains(err.Error(), "api error NoSuchKey") {
return nil
} else if err != nil {
return cli.GetError(err)
}
return nil
}
func (cli *client) VersionCopy(source, version, destination string) error {
return cli.VersionCopyBucket(*cli.GetBucketAws(), source, version, *cli.GetBucketAws(), destination)
}
func (cli *client) VersionCopyBucket(bucketSource, source, version, bucketDestination, destination string) error {
in := sdksss.CopyObjectInput{
Bucket: sdkaws.String(bucketDestination),
Key: sdkaws.String(destination),
}
if version != "" {
in.CopySource = sdkaws.String(path.Join(bucketSource, source) + "?versionId=" + version)
} else {
in.CopySource = sdkaws.String(path.Join(bucketSource, source))
}
_, err := cli.s3.CopyObject(cli.GetContext(), &in)
if err != nil {
return cli.GetError(err)
}
return nil
}