diff --git a/entity.go b/entity.go index 33b98a8..3521e7d 100644 --- a/entity.go +++ b/entity.go @@ -4,35 +4,37 @@ import "time" // mysql数据库eventrecord表 type EventRecord struct { - Id uint `json:"id" desc:"自增长id" gorm:"primaryKey"` - StreamPath string `json:"streamPath" desc:"流路径" gorm:"column:streamPath"` - EventId string `json:"eventId" desc:"事件编号" gorm:"column:eventId"` - EventType string `json:"eventType" desc:"事件类型" gorm:"column:eventType"` - EventName string `json:"eventName" desc:"事件名称" gorm:"column:eventName"` - BeforeDuration string `json:"beforeDuration" desc:"事件前缓存时长" gorm:"column:beforeDuration"` - AfterDuration string `json:"afterDuration" desc:"事件后缓存时长" gorm:"column:afterDuration"` - RecordTime string `json:"recordTime" desc:"录像时间" gorm:"column:recordTime"` - StartTime string `json:"startTime" desc:"录像开始时间" gorm:"column:startTime"` - EndTime string `json:"endTime" desc:"录像结束时间" gorm:"column:endTime"` - Filepath string `json:"filepath" desc:"录像文件路径" gorm:"column:filepath"` - IsDelete string `json:"isDelete" desc:"是否删除，0表示正常，1表示删除，默认0" gorm:"column:isDelete"` - UserId string `json:"useId" desc:"用户id" gorm:"-;column:useId"` - Filename string `json:"filename" desc:"文件名" gorm:"column:filename"` - Fragment string `json:"fragment" desc:"切片大小" gorm:"-"` + Id uint `json:"id" desc:"自增长id" gorm:"primaryKey;autoIncrement"` + StreamPath string `json:"streamPath" desc:"流路径" gorm:"type:varchar(255)"` + EventId string `json:"eventId" desc:"事件编号" gorm:"type:varchar(255)"` + RecordMode string `json:"recordMode" desc:"事件类型,0=连续录像模式，1=事件录像模式" gorm:"type:varchar(255)"` + EventName string `json:"eventName" desc:"事件名称" gorm:"type:varchar(255)"` + BeforeDuration string `json:"beforeDuration" desc:"事件前缓存时长" gorm:"type:varchar(255);"` + AfterDuration string `json:"afterDuration" desc:"事件后缓存时长" gorm:"type:varchar(255)"` + CreateTime string `json:"createTime" desc:"录像时间" gorm:"type:varchar(255)"` + StartTime string `json:"startTime" desc:"录像开始时间" gorm:"type:varchar(255)"` + EndTime string `json:"endTime" desc:"录像结束时间" gorm:"type:varchar(255)"` + Filepath string `json:"filePath" desc:"录像文件物理路径" gorm:"type:varchar(255)"` + Urlpath string `json:"urlPath" desc:"录像文件下载URL路径" gorm:"type:varchar(255)"` + IsDelete string `json:"isDelete" desc:"是否删除，0表示正常，1表示删除，默认0" gorm:"type:varchar(255);default:'0'"` + UserId string `json:"useId" desc:"用户id" gorm:"type:varchar(255)"` + Filename string `json:"fileName" desc:"文件名" gorm:"type:varchar(255)"` + Fragment string `json:"fragment" desc:"切片大小" gorm:"type:varchar(255)"` + EventDesc string `json:"eventDesc" desc:"事件描述" gorm:"type:varchar(255)"` } -// TableName 返回自定义的表名 -func (EventRecord) TableName() string { - return "eventrecord" -} +//// TableName 返回自定义的表名 +//func (EventRecord) TableName() string { +// return "eventrecord" +//} // mysql数据库里Exception 定义异常结构体 type Exception struct { - Timestamp string `json:"Timestamp" gorm:"autoCreateTime"` - AlarmType string `json:"AlarmType"` - AlarmDesc string `json:"AlarmDesc"` - ServerIP string `json:"ServerIP"` - Channel string `json:"Channel"` + CreateTime string `json:"createTime" gorm:"type:varchar(50)"` + AlarmType string `json:"alarmType" gorm:"type:varchar(50)"` + AlarmDesc string `json:"alarmDesc" gorm:"type:varchar(50)"` + ServerIP string `json:"serverIP" gorm:"type:varchar(50)"` + StreamPath string `json:"streamPath" gorm:"type:varchar(50)"` } // sqlite数据库用来存放每个flv文件的关键帧对应的offset及abstime数据 diff --git a/exception.go b/exception.go index 189a68f..bc49fbb 100644 --- a/exception.go +++ b/exception.go @@ -11,14 +11,18 @@ import ( // 向第三方发送异常报警 func SendToThirdPartyAPI(exception *Exception) { - exception.Timestamp = time.Now().Format("20060102150405") + exception.CreateTime = time.Now().Format("2006-01-02 15:04:05") exception.ServerIP = RecordPluginConfig.LocalIp data, err := json.Marshal(exception) if err != nil { fmt.Println("Error marshalling exception:", err) return } - + err = mysqldb.Create(&exception).Error + if err != nil { + fmt.Println("异常数据插入数据库失败:", err) + return + } resp, err := http.Post(RecordPluginConfig.ExceptionPostUrl, "application/json", bytes.NewBuffer(data)) if err != nil { fmt.Println("Error sending exception to third party API:", err) @@ -37,7 +41,7 @@ func SendToThirdPartyAPI(exception *Exception) { func getDisckException(streamPath string) bool { d, _ := disk.Usage("/") if d.UsedPercent >= RecordPluginConfig.DiskMaxPercent { - exceptionChannel <- &Exception{AlarmType: "disk alarm", AlarmDesc: "disk is full", Channel: streamPath} + exceptionChannel <- &Exception{AlarmType: "disk alarm", AlarmDesc: "disk is full", StreamPath: streamPath} return true } return false diff --git a/httputil.go b/httputil.go new file mode 100644 index 0000000..6162eca --- /dev/null +++ b/httputil.go @@ -0,0 +1 @@ +package record diff --git a/mysqldb.go b/mysqldb.go index a690584..965eeba 100644 --- a/mysqldb.go +++ b/mysqldb.go @@ -1,9 +1,11 @@ package record import ( + "errors" "gorm.io/driver/mysql" "gorm.io/gorm" "log" + "reflect" ) var mysqldb *gorm.DB @@ -13,24 +15,6 @@ var createDataBaseSql = `CREATE DATABASE IF NOT EXISTS m7srecord;` var useDataBaseSql = `USE m7srecord;` -var initsql = `CREATE TABLE IF NOT EXISTS eventrecord ( - id int(11) NOT NULL AUTO_INCREMENT, - streamPath varchar(255) NOT NULL COMMENT '流路径', - eventId varchar(255) DEFAULT NULL COMMENT '事件编号', - eventType varchar(255) DEFAULT NULL COMMENT '事件类型', - eventName varchar(255) DEFAULT NULL COMMENT '事件名称', - beforeDuration int(255) DEFAULT NULL COMMENT '事件前缓存时长', - afterDuration int(255) DEFAULT NULL COMMENT '事件后缓存时长', - recordTime datetime DEFAULT NULL COMMENT '录像时间', - startTime datetime DEFAULT NULL COMMENT '录像开始时间', - endTime datetime DEFAULT NULL COMMENT '录像结束时间', - filepath varchar(255) DEFAULT NULL COMMENT '录像文件路径', - isDelete varchar(255) DEFAULT '0' COMMENT '是否删除，0表示正常，1表示删除，默认0', - fileName varchar(255) DEFAULT NULL COMMENT '文件名', - userId int(11) DEFAULT NULL COMMENT '用户id', - PRIMARY KEY (id) -) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8mb4;` - func initMysqlDB(MysqlDSN string) { mysqldb, err = gorm.Open(mysql.Open(MysqlDSN), &gorm.Config{}) if err != nil { @@ -38,8 +22,7 @@ func initMysqlDB(MysqlDSN string) { } mysqldb.Exec(createDataBaseSql) mysqldb.Exec(useDataBaseSql) - mysqldb.Exec(initsql) - //mysqldb.AutoMigrate(&EventRecord{}) + mysqldb.AutoMigrate(&EventRecord{}) mysqldb.AutoMigrate(&Exception{}) } @@ -52,19 +35,35 @@ func paginate[T any](model T, pageNum, pageSize int, filters map[string]interfac // 查询总记录数 countQuery := mysqldb.Model(model) + + // 使用反射设置字段值 + modelValue := reflect.ValueOf(&model).Elem() // 获取结构体值 + modelType := modelValue.Type() + for field, value := range filters { - if valueStr, ok := value.(string); ok && (valueStr != "") { - // countQuery = countQuery.Where(field+" LIKE ?", "%"+valueStr+"%") - //} else { + if valueStr, ok := value.(string); ok && valueStr != "" { if field == "startTime" { - countQuery = countQuery.Where("recordTime >= ?", valueStr) + countQuery = countQuery.Where("create_time >= ?", valueStr) } else if field == "endTime" { - countQuery = countQuery.Where("recordTime <= ?", valueStr) + countQuery = countQuery.Where("create_time <= ?", valueStr) } else { - countQuery = countQuery.Where(field+" = ?", value) + // 使用反射查找字段并设置值 + fieldName, err := findFieldByName(modelType, field) + if err != nil { + return nil, 0, err + } + + // 设置字段值 + if modelField := modelValue.FieldByName(fieldName); modelField.IsValid() && modelField.CanSet() { + modelField.Set(reflect.ValueOf(valueStr)) + countQuery = countQuery.Where(&model) + } else { + return nil, 0, errors.New("invalid field: " + field) + } } } } + result := countQuery.Count(&totalCount) if result.Error != nil { return nil, 0, result.Error @@ -72,16 +71,26 @@ func paginate[T any](model T, pageNum, pageSize int, filters map[string]interfac // 查询当前页的数据 query := mysqldb.Model(model).Limit(pageSize).Offset(offset) + for field, value := range filters { - if valueStr, ok := value.(string); ok && (valueStr != "") { - // query = query.Where(field+" LIKE ?", "%"+valueStr+"%") - //} else { + if valueStr, ok := value.(string); ok && valueStr != "" { if field == "startTime" { - query = query.Where("recordTime >= ?", valueStr) + query = query.Where("create_time >= ?", valueStr) } else if field == "endTime" { - query = query.Where("recordTime <= ?", valueStr) + query = query.Where("create_time <= ?", valueStr) } else { - query = query.Where(field+" = ?", value) + // 使用反射设置查询字段值 + fieldName, err := findFieldByName(modelType, field) + if err != nil { + return nil, 0, err + } + + if modelField := modelValue.FieldByName(fieldName); modelField.IsValid() && modelField.CanSet() { + modelField.Set(reflect.ValueOf(valueStr)) + query = query.Where(&model) + } else { + return nil, 0, errors.New("invalid field: " + field) + } } } } @@ -93,3 +102,14 @@ func paginate[T any](model T, pageNum, pageSize int, filters map[string]interfac return results, totalCount, nil } + +// findFieldByName 查找结构体中的字段名 +func findFieldByName(modelType reflect.Type, field string) (string, error) { + for i := 0; i < modelType.NumField(); i++ { + structField := modelType.Field(i) + if structField.Tag.Get("json") == field || structField.Name == field { + return structField.Name, nil + } + } + return "", errors.New("field not found: " + field) +} diff --git a/restful_event.go b/restful_event.go index 5565661..b13ea86 100644 --- a/restful_event.go +++ b/restful_event.go @@ -2,10 +2,14 @@ package record import ( "encoding/json" + "fmt" "go.uber.org/zap" "io" + "io/ioutil" + "log" "net/http" "strconv" + "strings" "time" "m7s.live/engine/v4/util" @@ -20,7 +24,113 @@ func errorJsonString(args map[string]interface{}) string { return string(jsonString) } -// 事件录像 +// 根据事件id拉取录像流 +func (conf *RecordConfig) API_event_pull(w http.ResponseWriter, r *http.Request) { + token := r.Header.Get("token") + resultJsonData := make(map[string]interface{}) + resultJsonData["code"] = -1 + if token == "" || token != "m7s" { + resultJsonData["msg"] = "token错误" + util.ReturnError(-1, errorJsonString(resultJsonData), w, r) + return + } + var postData map[string]interface{} + body, err := io.ReadAll(r.Body) + if err != nil { + resultJsonData["msg"] = "Unable to read request body " + util.ReturnError(-1, errorJsonString(resultJsonData), w, r) + return + } + err = json.Unmarshal(body, &postData) + id := int(postData["id"].(float64)) + if id > 0 { + var eventRecord EventRecord + result := mysqldb.First(&eventRecord, id) // 根据主键查询 + if result.Error != nil { + log.Println("Error finding eventrecord:", result.Error) + } + fileUrlPath := eventRecord.Urlpath + if fileUrlPath != "" { + // 判断协议类型 + scheme := "http" + if r.TLS != nil { + scheme = "https" // 如果 r.TLS 不为空，则表示是 HTTPS + } + // 获取完整请求的地址：包含协议、主机和端口 + requestHost := fmt.Sprintf("%s://%s", scheme, r.Host) + fileUrlPath = requestHost + "/" + fileUrlPath + newStreamPath := eventRecord.StreamPath + "/" + strings.TrimSuffix(eventRecord.Filename, ".flv") + requestFullPath := fmt.Sprintf(requestHost+"/hdl/api/pull?streamPath=%s&target=%s", newStreamPath, fileUrlPath) + resp, err := http.Get(requestFullPath) + if err != nil { + log.Fatal("Error while making GET request:", err) + } + defer resp.Body.Close() // 确保函数结束后关闭响应体 + + // 读取响应体 + body, err := ioutil.ReadAll(resp.Body) + if err != nil { + log.Fatal("Error reading response body:", err) + } + + // 打印响应内容 + fmt.Println("Response Status:", resp.Status) + fmt.Println("Response Body:", string(body)) + resultJsonData["streamPath"] = newStreamPath + resultJsonData["code"] = 0 + resultJsonData["msg"] = "" + util.ReturnError(util.APIErrorNone, errorJsonString(resultJsonData), w, r) + } + } +} + +// 录像报警列表 +func (conf *RecordConfig) API_alarm_list(w http.ResponseWriter, r *http.Request) { + token := r.Header.Get("token") + resultJsonData := make(map[string]interface{}) + resultJsonData["code"] = -1 + if token == "" || token != "m7s" { + resultJsonData["msg"] = "token错误" + util.ReturnError(-1, errorJsonString(resultJsonData), w, r) + return + } + //TODO 用token验证用户信息是否有效，并获取用户信息换取userid + var postData map[string]interface{} + body, err := io.ReadAll(r.Body) + if err != nil { + resultJsonData["msg"] = "Unable to read request body " + util.ReturnError(-1, errorJsonString(resultJsonData), w, r) + return + } + err = json.Unmarshal(body, &postData) + pageNum := postData["pageNum"].(float64) + if pageNum <= 0 { + resultJsonData["msg"] = "pageNum error" + util.ReturnError(-1, errorJsonString(resultJsonData), w, r) + return + } + pageSize := postData["pageSize"].(float64) + if pageSize <= 0 { + resultJsonData["msg"] = "pageSize error" + util.ReturnError(-1, errorJsonString(resultJsonData), w, r) + return + } + exceptions, totalCount, err := paginate(Exception{}, int(pageNum), int(pageSize), postData) + if err != nil { + resultJsonData["msg"] = err.Error() + util.ReturnError(-1, errorJsonString(resultJsonData), w, r) + return + } + resultJsonData["totalCount"] = totalCount + resultJsonData["pageNum"] = pageNum + resultJsonData["pageSize"] = pageSize + resultJsonData["list"] = exceptions + resultJsonData["code"] = 0 + resultJsonData["msg"] = "" + util.ReturnError(util.APIErrorNone, errorJsonString(resultJsonData), w, r) +} + +// 事件录像列表 func (conf *RecordConfig) API_event_list(w http.ResponseWriter, r *http.Request) { token := r.Header.Get("token") resultJsonData := make(map[string]interface{}) @@ -78,7 +188,7 @@ func (conf *RecordConfig) API_event_start(w http.ResponseWriter, r *http.Request return } //TODO 用token验证用户信息是否有效，并获取用户信息换取userid - var eventRecordMode EventRecord + var eventRecordModel EventRecord // 读取请求体 body, err := io.ReadAll(r.Body) if err != nil { @@ -87,13 +197,13 @@ func (conf *RecordConfig) API_event_start(w http.ResponseWriter, r *http.Request return } // 解析JSON数据到map - err = json.Unmarshal(body, &eventRecordMode) + err = json.Unmarshal(body, &eventRecordModel) if err != nil { resultJsonData["msg"] = "Invalid JSON format " util.ReturnError(-1, errorJsonString(resultJsonData), w, r) return } - streamPath := eventRecordMode.StreamPath + streamPath := eventRecordModel.StreamPath if streamPath == "" { resultJsonData["msg"] = "no streamPath" util.ReturnError(-1, errorJsonString(resultJsonData), w, r) @@ -119,29 +229,29 @@ func (conf *RecordConfig) API_event_start(w http.ResponseWriter, r *http.Request //if streamExist { // return //} - eventId := eventRecordMode.EventId + eventId := eventRecordModel.EventId if eventId == "" { resultJsonData["msg"] = "no eventId" util.ReturnError(-1, errorJsonString(resultJsonData), w, r) return } - eventType := eventRecordMode.EventType - if eventType == "" { - resultJsonData["msg"] = "no eventType" - util.ReturnError(-1, errorJsonString(resultJsonData), w, r) - return - } - eventName := eventRecordMode.EventName + //recordMode := eventRecordModel.RecordMode + //if recordMode == "" { + // resultJsonData["msg"] = "no recordMode" + // util.ReturnError(-1, errorJsonString(resultJsonData), w, r) + // return + //} + eventName := eventRecordModel.EventName if eventName == "" { resultJsonData["msg"] = "no eventName" util.ReturnError(-1, errorJsonString(resultJsonData), w, r) return } - beforeDuration := eventRecordMode.BeforeDuration + beforeDuration := eventRecordModel.BeforeDuration if beforeDuration == "" { beforeDuration = strconv.Itoa(conf.beforeDuration) } - afterDuration := eventRecordMode.AfterDuration + afterDuration := eventRecordModel.AfterDuration if afterDuration == "" { afterDuration = strconv.Itoa(conf.afterDuration) } @@ -150,13 +260,14 @@ func (conf *RecordConfig) API_event_start(w http.ResponseWriter, r *http.Request startTime := time.Now().Add(-30 * time.Second).Format("2006-01-02 15:04:05") endTime := time.Now().Add(30 * time.Second).Format("2006-01-02 15:04:05") //切片大小 - fragment := eventRecordMode.Fragment + fragment := eventRecordModel.Fragment //var id string irecorder := NewFLVRecorder() recorder := irecorder.GetRecorder() recorder.FileName = fileName recorder.append = false filepath := conf.Flv.Path + "/" + streamPath + "/" + fileName + recorder.Ext + urlpath := "record/" + streamPath + "/" + fileName + recorder.Ext if fragment != "" { if f, err := time.ParseDuration(fragment); err == nil { recorder.Fragment = f @@ -168,19 +279,17 @@ func (conf *RecordConfig) API_event_start(w http.ResponseWriter, r *http.Request // 等待计时器到期 <-timer.C - recorder.Stop(zap.String("reason", "api")) + irecorder.Stop(zap.String("reason", "api")) }() //id = recorder.ID if err != nil { - exceptionChannel <- &Exception{AlarmType: "record", AlarmDesc: "录像失败", Channel: streamPath} + exceptionChannel <- &Exception{AlarmType: "record", AlarmDesc: "录像失败", StreamPath: streamPath} resultJsonData["msg"] = err.Error() util.ReturnError(-1, errorJsonString(resultJsonData), w, r) return } - eventRecordMode.Filepath = filepath - eventRecordMode.Filename = fileName + recorder.Ext - eventRecord := EventRecord{StreamPath: streamPath, EventId: eventId, EventType: eventType, EventName: eventName, BeforeDuration: beforeDuration, - AfterDuration: afterDuration, RecordTime: recordTime, StartTime: startTime, EndTime: endTime, Filepath: filepath, Filename: fileName + recorder.Ext} + eventRecord := EventRecord{StreamPath: streamPath, EventId: eventId, RecordMode: "1", EventName: eventName, BeforeDuration: beforeDuration, + AfterDuration: afterDuration, CreateTime: recordTime, StartTime: startTime, EndTime: endTime, Filepath: filepath, Filename: fileName + recorder.Ext, EventDesc: eventRecordModel.EventDesc, Urlpath: urlpath} err = mysqldb.Omit("id", "fragment", "isDelete").Create(&eventRecord).Error if err != nil { resultJsonData["msg"] = err.Error()