package main import ( "context" "fmt" "io" "os" "strings" "sync" minio "github.com/minio/minio-go/v7" "github.com/tinyzimmer/go-glib/glib" "github.com/tinyzimmer/go-gst/gst" "github.com/tinyzimmer/go-gst/gst/base" ) var sinkCAT = gst.NewDebugCategory( "miniosink", gst.DebugColorNone, "MinIOSink Element", ) type minioSink struct { settings *settings state *sinkstate rPipe *io.PipeReader wPipe *io.PipeWriter doneChan chan struct{} cancel func() mux sync.Mutex } type sinkstate struct { started bool } func (m *minioSink) New() glib.GoObjectSubclass { srcCAT.Log(gst.LevelLog, "Creating new minioSink object") return &minioSink{ settings: defaultSettings(), state: &sinkstate{}, } } func (m *minioSink) ClassInit(klass *glib.ObjectClass) { class := gst.ToElementClass(klass) sinkCAT.Log(gst.LevelLog, "Initializing miniosink class") class.SetMetadata( "MinIO Sink", "Sink/File", "Write stream to a MinIO object", "Avi Zimmerman ", ) sinkCAT.Log(gst.LevelLog, "Adding sink pad template and properties to class") class.AddPadTemplate(gst.NewPadTemplate( "sink", gst.PadDirectionSink, gst.PadPresenceAlways, gst.NewAnyCaps(), )) class.InstallProperties(sinkProperties) } func (m *minioSink) Constructed(obj *glib.Object) { base.ToGstBaseSink(obj).SetSync(false) } func (m *minioSink) SetProperty(self *glib.Object, id uint, value *glib.Value) { setProperty(gst.ToElement(self), sinkProperties, m.settings, id, value) } func (m *minioSink) GetProperty(self *glib.Object, id uint) *glib.Value { return getProperty(gst.ToElement(self), sinkProperties, m.settings, id) } func (m *minioSink) Query(self *base.GstBaseSink, query *gst.Query) bool { switch query.Type() { case gst.QuerySeeking: self.Log(sinkCAT, gst.LevelDebug, "Answering seeking query") query.SetSeeking(gst.FormatTime, true, 0, -1) return true } return false } func (m *minioSink) Start(self *base.GstBaseSink) bool { m.mux.Lock() defer m.mux.Unlock() if m.state.started { self.ErrorMessage(gst.DomainResource, gst.ResourceErrorSettings, "MinIOSink is already started", "") return false } if m.settings.bucket == "" { self.ErrorMessage(gst.DomainResource, gst.ResourceErrorSettings, "No bucket configured on the miniosink", "") return false } if m.settings.key == "" { self.ErrorMessage(gst.DomainResource, gst.ResourceErrorSettings, "No bucket configured on the miniosink", "") return false } self.Log(sinkCAT, gst.LevelDebug, m.settings.safestring()) if strings.HasPrefix(m.settings.accessKeyID, "env:") { spl := strings.Split(m.settings.accessKeyID, "env:") m.settings.accessKeyID = os.Getenv(spl[len(spl)-1]) } if strings.HasPrefix(m.settings.secretAccessKey, "env:") { spl := strings.Split(m.settings.secretAccessKey, "env:") m.settings.secretAccessKey = os.Getenv(spl[len(spl)-1]) } client, err := getMinIOClient(m.settings) if err != nil { self.Log(sinkCAT, gst.LevelError, err.Error()) self.ErrorMessage(gst.DomainResource, gst.ResourceErrorFailed, fmt.Sprintf("Failed to connect to MinIO endpoint %s", m.settings.endpoint), err.Error()) return false } m.doneChan = make(chan struct{}) m.rPipe, m.wPipe = io.Pipe() var ctx context.Context ctx, m.cancel = context.WithCancel(context.Background()) go func() { self.Ref() defer self.Unref() defer m.cancel() defer func() { m.doneChan <- struct{}{} }() self.Log(sinkCAT, gst.LevelInfo, fmt.Sprintf("Starting PutObject operation to %s/%s/%s", m.settings.endpoint, m.settings.bucket, m.settings.key)) info, err := client.PutObject(ctx, m.settings.bucket, m.settings.key, m.rPipe, -1, minio.PutObjectOptions{ ContentType: "application/octet-stream", PartSize: m.settings.partSize, }) if err != nil { self.ErrorMessage(gst.DomainResource, gst.ResourceErrorFailed, fmt.Sprintf("Failed to do put object request to %s/%s/%s : %s", m.settings.endpoint, m.settings.bucket, m.settings.key, err.Error()), "") return } self.Log(sinkCAT, gst.LevelInfo, fmt.Sprintf("PutObject operation has returned: %+v", info)) }() m.state.started = true self.Log(sinkCAT, gst.LevelInfo, "MinIOSink has started") return true } func (m *minioSink) Stop(self *base.GstBaseSink) bool { self.Log(sinkCAT, gst.LevelInfo, "Stopping MinIOSink") m.mux.Lock() defer m.mux.Unlock() if !m.state.started { self.ErrorMessage(gst.DomainResource, gst.ResourceErrorSettings, "MinIOSink is not started", "") return false } self.Log(sinkCAT, gst.LevelInfo, "Closing write pipe to PutObject operation") if err := m.wPipe.Close(); err != nil { self.Log(sinkCAT, gst.LevelError, err.Error()) self.ErrorMessage(gst.DomainResource, gst.ResourceErrorClose, fmt.Sprintf("Failed to finalize MinIO object: %s", err.Error()), "") return false } self.Log(sinkCAT, gst.LevelInfo, "Blocking until PutObject operation has completed") <-m.doneChan self.Log(sinkCAT, gst.LevelInfo, "PutObject operation has completed") m.rPipe, m.wPipe, m.doneChan, m.cancel = nil, nil, nil, nil m.state.started = false self.Log(sinkCAT, gst.LevelInfo, "MinIOSink has stopped") return true } func (m *minioSink) Render(self *base.GstBaseSink, buffer *gst.Buffer) gst.FlowReturn { m.mux.Lock() defer m.mux.Unlock() if !m.state.started { self.ErrorMessage(gst.DomainResource, gst.ResourceErrorSettings, "MinIOSink is not started", "") return gst.FlowError } self.Log(sinkCAT, gst.LevelTrace, fmt.Sprintf("Rendering buffer %v", buffer)) if _, err := m.wPipe.Write(buffer.Bytes()); err != nil { self.Log(sinkCAT, gst.LevelError, err.Error()) self.ErrorMessage(gst.DomainResource, gst.ResourceErrorWrite, fmt.Sprintf("Failed to write data to minio buffer: %s", err.Error()), "") return gst.FlowError } return gst.FlowOK }