Files
golib/static/pathfile.go
nabbar e3239db998 Rework Monitoring, Prometheus, Status system
Package Monitoring :
- use packag dedicated to monitor component
- each monitor work as standalone server to monitor health
- collect metrics to export them to prometheus exporter

Package Prometheus :
- review to simplify use for API and not API metrics
- optimize code

Package Status :
- Rework to use Monitor package
- Rework to use native json / text Marshaller interface

Context :
- rework context config (context var) to use sync map and sync RWMutex (WORM)
- move gin context to dedicated sub package (dependancies of logger make circular dependencies)
- optimize code

Config :
- rework to optimize sync / collect of component
- rework status to monitor
- remove monitor managment from config to each component
- add a func to set default logger to implement inherit default logger options
- optimize code

IOUtils :
- isolate logger / closer interface as a usable & public interface & instance
- this interface / instance allow to collect io.closer over a context to close all if context is done

Logger :
- rework to use context.config map
- rework to use ioutils closer
- rework to allow options to inherit a default options, or the last version of options
- optimize code

Size :
- Add package Size to calculate and manipulate size Byte or bit
- Add encoding : Text/JSON/Yaml/Toml...
- Add option to défine default unit : Byte or bit

Other :
- adjust following code
- optimize code
- limit use of atomic value
- rework to use RWMutex instead of sync.Mutex to maximize capabilities of read instead of write
- remove 32bit build for CI/CD
- add darwin/arm64 build for CI/CD

Bump Dependencies
2023-02-21 16:30:40 +01:00

288 lines
6.2 KiB
Go

/*
* MIT License
*
* Copyright (c) 2022 Nicolas JUHEL
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*
*
*/
package static
import (
"bytes"
"errors"
"fmt"
"io"
"io/fs"
"os"
"path"
liberr "github.com/nabbar/golib/errors"
libiot "github.com/nabbar/golib/ioutils"
)
func (s *staticHandler) _getSize() int64 {
s.m.RLock()
defer s.m.RUnlock()
return s.z
}
func (s *staticHandler) _setSize(size int64) {
s.m.Lock()
defer s.m.Unlock()
s.z = size
}
func (s *staticHandler) _getBase() []string {
s.m.RLock()
defer s.m.RUnlock()
return s.b
}
func (s *staticHandler) _setBase(base ...string) {
s.m.Lock()
defer s.m.Unlock()
s.b = base
}
func (s *staticHandler) _listEmbed(root string) ([]fs.DirEntry, liberr.Error) {
if root == "" {
return nil, ErrorParamEmpty.ErrorParent(fmt.Errorf("pathfile is empty"))
}
s.m.RLock()
defer s.m.RUnlock()
val, err := s.c.ReadDir(root)
if err != nil && errors.Is(err, fs.ErrNotExist) {
return nil, ErrorFileNotFound.ErrorParent(err)
} else if err != nil {
return nil, ErrorFileOpen.ErrorParent(err)
} else {
return val, nil
}
}
func (s *staticHandler) _fileGet(pathFile string) (fs.FileInfo, io.ReadCloser, liberr.Error) {
if pathFile == "" {
return nil, nil, ErrorParamEmpty.ErrorParent(fmt.Errorf("pathfile is empty"))
}
if inf, err := s._fileInfo(pathFile); err != nil {
return nil, nil, err
} else if inf.Size() >= s._getSize() {
r, e := s._fileTemp(pathFile)
return inf, r, e
} else {
r, e := s._fileBuff(pathFile)
return inf, r, e
}
}
func (s *staticHandler) _fileInfo(pathFile string) (fs.FileInfo, liberr.Error) {
if pathFile == "" {
return nil, ErrorParamEmpty.ErrorParent(fmt.Errorf("pathfile is empty"))
}
s.m.RLock()
defer s.m.RUnlock()
var inf fs.FileInfo
obj, err := s.c.Open(pathFile)
if err != nil && errors.Is(err, fs.ErrNotExist) {
return nil, ErrorFileNotFound.ErrorParent(err)
} else if err != nil {
return nil, ErrorFileOpen.ErrorParent(err)
}
defer func() {
_ = obj.Close()
}()
inf, err = obj.Stat()
if err != nil && errors.Is(err, fs.ErrNotExist) {
return nil, ErrorFileNotFound.ErrorParent(err)
} else if err != nil {
return nil, ErrorFileOpen.ErrorParent(err)
}
return inf, nil
}
func (s *staticHandler) _fileBuff(pathFile string) (io.ReadCloser, liberr.Error) {
if pathFile == "" {
return nil, ErrorParamEmpty.ErrorParent(fmt.Errorf("pathfile is empty"))
}
s.m.RLock()
defer s.m.RUnlock()
obj, err := s.c.ReadFile(pathFile)
if err != nil && errors.Is(err, fs.ErrNotExist) {
return nil, ErrorFileNotFound.ErrorParent(err)
} else if err != nil {
return nil, ErrorFileOpen.ErrorParent(err)
} else {
return libiot.NewBufferReadCloser(bytes.NewBuffer(obj)), nil
}
}
func (s *staticHandler) _fileTemp(pathFile string) (libiot.FileProgress, liberr.Error) {
if pathFile == "" {
return nil, ErrorParamEmpty.ErrorParent(fmt.Errorf("pathfile is empty"))
}
s.m.RLock()
defer s.m.RUnlock()
var tmp libiot.FileProgress
obj, err := s.c.Open(pathFile)
if err != nil && errors.Is(err, fs.ErrNotExist) {
return nil, ErrorFileNotFound.ErrorParent(err)
} else if err != nil {
return nil, ErrorFileOpen.ErrorParent(err)
}
defer func() {
_ = obj.Close()
}()
tmp, err = libiot.NewFileProgressTemp()
if err != nil {
return nil, ErrorFiletemp.ErrorParent(err)
}
_, e := io.Copy(tmp, obj)
if e != nil {
return nil, ErrorFiletemp.ErrorParent(e)
}
return tmp, nil
}
func (s *staticHandler) Has(pathFile string) bool {
if _, e := s._fileInfo(pathFile); e != nil {
return false
} else {
return true
}
}
func (s *staticHandler) List(rootPath string) ([]string, liberr.Error) {
var (
err error
res = make([]string, 0)
lst []string
ent []fs.DirEntry
inf fs.FileInfo
)
if rootPath == "" {
for _, p := range s._getBase() {
inf, err = s._fileInfo(p)
if err != nil {
return nil, err.(liberr.Error)
}
if !inf.IsDir() {
res = append(res, p)
continue
}
lst, err = s.List(p)
if err != nil {
return nil, err.(liberr.Error)
}
res = append(res, lst...)
}
} else if ent, err = s._listEmbed(rootPath); err != nil {
return nil, err.(liberr.Error)
} else {
for _, f := range ent {
if !f.IsDir() {
res = append(res, path.Join(rootPath, f.Name()))
continue
}
lst, err = s.List(path.Join(rootPath, f.Name()))
if err != nil {
return nil, err.(liberr.Error)
}
res = append(res, lst...)
}
}
return res, nil
}
func (s *staticHandler) Find(pathFile string) (io.ReadCloser, liberr.Error) {
_, r, e := s._fileGet(pathFile)
return r, e
}
func (s *staticHandler) Info(pathFile string) (os.FileInfo, liberr.Error) {
return s._fileInfo(pathFile)
}
func (s *staticHandler) Temp(pathFile string) (libiot.FileProgress, liberr.Error) {
return s._fileTemp(pathFile)
}
func (s *staticHandler) Map(fct func(pathFile string, inf os.FileInfo) error) liberr.Error {
var (
err error
lst []string
inf fs.FileInfo
)
if lst, err = s.List(""); err != nil {
return err.(liberr.Error)
} else {
for _, f := range lst {
if inf, err = s._fileInfo(f); err != nil {
return err.(liberr.Error)
} else if err = fct(f, inf); err != nil {
return err.(liberr.Error)
}
}
}
return nil
}
func (s *staticHandler) UseTempForFileSize(size int64) {
s._setSize(size)
}