Files
golib/aws/object/object.go
Nicolas JUHEL 97e70d063f Package Archives:
- fix security arbitrary path
- fix linter

Package AWS:
- implement resolver v2

Package Cobra:
- fix linter

Package Config/component:
- fix linter

Package Context/Config:
- Add function to set context

Package Database/KV...:
- Fix error
- Fix collision pointer
- Fix models
- Fix circular dependencies
- Add function Delete on driver, table and item
- Add function new on drvier to prevent collision data when create item on table get / walk

Package Duration:
- Add type Duration based on time.Duration to allow transform duration to string instead of int64 nanosecond
- Add function to parse in json, yaml, toml, text, cbor
- Add function to allow convert type into mapstructure (spf13 viper, cobra...)

Package File/Perm:
- Add type Perm based on os.FileMode to allow marshall / unmashall it into octal form instead of string representation (-rwxrwxrwx)
- Add function to marshall / unmarshall in json, yaml, toml, text, cbor
- Add function to allow convert type into mapstructure (spf13 viper, cobra...)

Package File/progress:
- Fix linter

Package HTTPServer :
- Fix linter
- Fix security by adding a default value if not set on config

Package ioutils:
- Fix Linter

Package LDAP:
- Add Clone function

Package logger/hookfile:
- Fix linter

Package nats:
- Fix linter

Package Network/Protocol:
- Fix bug with quote / Dbl Quote on unmarshall

Package Password:
- Replace password with crypto rand instead of math rand

Package Size:
- Fix potential overflow
- Add function to format value into Int32, Int, Uint32, Uint, Float32
- Add function to parse Float64 into type Size

Package Socket:
- change config uint32 to golib Size, time.Duration to golib Duration
- add TLS managment to server TCP, discard for UDP & Unix file Local Domain
- add function Info Server to print information of server when listen is starting
2023-11-21 20:21:37 +01:00

205 lines
5.0 KiB
Go

/*
* MIT License
*
* Copyright (c) 2020 Nicolas JUHEL
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*
*/
package object
import (
"io"
"mime"
"path/filepath"
sdkaws "github.com/aws/aws-sdk-go-v2/aws"
sdksss "github.com/aws/aws-sdk-go-v2/service/s3"
sdktps "github.com/aws/aws-sdk-go-v2/service/s3/types"
libhlp "github.com/nabbar/golib/aws/helper"
)
func (cli *client) List(continuationToken string) ([]sdktps.Object, string, int64, error) {
return cli.ListPrefix(continuationToken, "")
}
func (cli *client) ListPrefix(continuationToken string, prefix string) ([]sdktps.Object, string, int64, error) {
in := sdksss.ListObjectsV2Input{
Bucket: cli.GetBucketAws(),
}
if continuationToken != "" {
in.ContinuationToken = sdkaws.String(continuationToken)
}
if prefix != "" {
in.Prefix = sdkaws.String(prefix)
}
out, err := cli.s3.ListObjectsV2(cli.GetContext(), &in)
if err != nil {
return nil, "", 0, cli.GetError(err)
}
var maxKeys int32
if out != nil && out.MaxKeys != nil {
maxKeys = *out.MaxKeys
}
if out != nil && out.IsTruncated != nil && *out.IsTruncated {
return out.Contents, *out.NextContinuationToken, int64(maxKeys), nil
} else {
return out.Contents, "", int64(maxKeys), nil
}
}
func (cli *client) Walk(f WalkFunc) error {
return cli.WalkPrefix("", f)
}
func (cli *client) WalkPrefix(prefix string, f WalkFunc) error {
in := sdksss.ListObjectsV2Input{
Bucket: cli.GetBucketAws(),
}
if prefix != "" {
in.Prefix = sdkaws.String(prefix)
}
var (
e error
t = sdkaws.String("")
)
for {
if len(*t) > 0 {
in.ContinuationToken = t
}
out, err := cli.s3.ListObjectsV2(cli.GetContext(), &in)
if err != nil {
return cli.GetError(err)
}
for _, o := range out.Contents {
if o.Key == nil || len(*o.Key) < 1 {
continue
}
if f != nil {
e = f(e, o)
}
}
if out != nil && out.IsTruncated != nil && *out.IsTruncated {
t = out.NextContinuationToken
} else {
return e
}
}
}
func (cli *client) Get(object string) (*sdksss.GetObjectOutput, error) {
return cli.VersionGet(object, "")
}
func (cli *client) Head(object string) (*sdksss.HeadObjectOutput, error) {
return cli.VersionHead(object, "")
}
func (cli *client) Size(object string) (size int64, err error) {
return cli.VersionSize(object, "")
}
func (cli *client) Delete(check bool, object string) error {
return cli.VersionDelete(check, object, "")
}
func (cli *client) Copy(source, destination string) error {
return cli.VersionCopy(source, "", destination)
}
func (cli *client) CopyBucket(bucketSource, source, bucketDestination, destination string) error {
return cli.VersionCopyBucket(bucketSource, source, "", bucketDestination, destination)
}
func (cli *client) Put(object string, body io.Reader) error {
var tpe *string
if t := mime.TypeByExtension(filepath.Ext(object)); t == "" {
tpe = sdkaws.String("application/octet-stream")
} else {
tpe = sdkaws.String(t)
}
out, err := cli.s3.PutObject(cli.GetContext(), &sdksss.PutObjectInput{
Bucket: cli.GetBucketAws(),
Key: sdkaws.String(object),
Body: body,
ContentType: tpe,
})
if err != nil {
return cli.GetError(err)
} else if out.ETag == nil {
return libhlp.ErrorResponse.Error(nil)
}
return nil
}
func (cli *client) DeleteAll(objects *sdktps.Delete) ([]sdktps.DeletedObject, error) {
in := sdksss.DeleteObjectsInput{
Bucket: cli.GetBucketAws(),
Delete: objects,
}
out, err := cli.s3.DeleteObjects(cli.GetContext(), &in)
if err != nil {
return nil, cli.GetError(err)
} else if out == nil {
return nil, libhlp.ErrorResponse.Error(nil)
} else {
return out.Deleted, nil
}
}
func (cli *client) GetAttributes(object, version string) (*sdksss.GetObjectAttributesOutput, error) {
in := sdksss.GetObjectAttributesInput{
Bucket: cli.GetBucketAws(),
Key: sdkaws.String(object),
}
if version != "" {
in.VersionId = sdkaws.String(version)
}
out, err := cli.s3.GetObjectAttributes(cli.GetContext(), &in)
if err != nil {
return nil, cli.GetError(err)
}
return out, nil
}