mirror of
https://github.com/tangpanqing/aorm.git
synced 2025-09-27 04:16:26 +08:00
519 lines
13 KiB
Go
519 lines
13 KiB
Go
package migrate_sqlite3
|
|
|
|
import (
|
|
"fmt"
|
|
"github.com/tangpanqing/aorm/builder"
|
|
"github.com/tangpanqing/aorm/helper"
|
|
"github.com/tangpanqing/aorm/model"
|
|
"github.com/tangpanqing/aorm/null"
|
|
"reflect"
|
|
"regexp"
|
|
"strconv"
|
|
"strings"
|
|
)
|
|
|
|
type SqliteMaster struct {
|
|
Type null.String
|
|
Name null.String
|
|
TblName null.String
|
|
Rootpage null.String
|
|
Sql null.String
|
|
}
|
|
|
|
type Table struct {
|
|
TableName null.String
|
|
}
|
|
|
|
type Column struct {
|
|
ColumnName null.String
|
|
ColumnDefault null.String
|
|
IsNullable null.String
|
|
DataType null.String //数据类型 varchar,bigint,int
|
|
MaxLength null.Int //数据最大长度 20
|
|
Extra null.String //扩展信息 auto_increment
|
|
}
|
|
|
|
type Index struct {
|
|
NonUnique null.Int
|
|
ColumnName null.String
|
|
KeyName null.String
|
|
}
|
|
|
|
//MigrateExecutor 定义结构
|
|
type MigrateExecutor struct {
|
|
//驱动名字
|
|
DriverName string
|
|
|
|
//表属性
|
|
OpinionList []model.OpinionItem
|
|
|
|
//执行者
|
|
Ex *builder.Builder
|
|
}
|
|
|
|
//ShowCreateTable 查看创建表的ddl
|
|
func (mm *MigrateExecutor) ShowCreateTable(tableName string) string {
|
|
var str string
|
|
mm.Ex.RawSql("show create table "+tableName).Value("Create Table", &str)
|
|
return str
|
|
}
|
|
|
|
//MigrateCommon 迁移的主要过程
|
|
func (mm *MigrateExecutor) MigrateCommon(tableName string, typeOf reflect.Type) error {
|
|
tableFromCode := mm.getTableFromCode(tableName)
|
|
columnsFromCode := mm.getColumnsFromCode(typeOf)
|
|
indexesFromCode := mm.getIndexesFromCode(typeOf, tableFromCode)
|
|
|
|
dbName, dbErr := mm.getDbName()
|
|
if dbErr != nil {
|
|
return dbErr
|
|
}
|
|
|
|
tablesFromDb := mm.getTableFromDb(dbName, tableName)
|
|
if len(tablesFromDb) != 0 {
|
|
tableFromDb := tablesFromDb[0]
|
|
columnsFromDb := mm.getColumnsFromDb(dbName, tableName)
|
|
indexesFromDb := mm.getIndexesFromDb(tableName)
|
|
|
|
mm.modifyTable(tableFromCode, columnsFromCode, indexesFromCode, tableFromDb, columnsFromDb, indexesFromDb)
|
|
} else {
|
|
mm.createTable(tableFromCode, columnsFromCode, indexesFromCode)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (mm *MigrateExecutor) getTableFromCode(tableName string) Table {
|
|
var tableFromCode Table
|
|
tableFromCode.TableName = null.StringFrom(tableName)
|
|
|
|
return tableFromCode
|
|
}
|
|
|
|
func (mm *MigrateExecutor) getColumnsFromCode(typeOf reflect.Type) []Column {
|
|
var columnsFromCode []Column
|
|
for i := 0; i < typeOf.Elem().NumField(); i++ {
|
|
fieldName := helper.UnderLine(typeOf.Elem().Field(i).Name)
|
|
fieldType := typeOf.Elem().Field(i).Type.Name()
|
|
fieldMap := getTagMap(typeOf.Elem().Field(i).Tag.Get("aorm"))
|
|
columnsFromCode = append(columnsFromCode, Column{
|
|
ColumnName: null.StringFrom(fieldName),
|
|
DataType: null.StringFrom(getDataType(fieldType, fieldMap)),
|
|
MaxLength: null.IntFrom(int64(getMaxLength(getDataType(fieldType, fieldMap), fieldMap))),
|
|
IsNullable: null.StringFrom(getNullAble(fieldMap)),
|
|
Extra: null.StringFrom(getExtra(fieldMap)),
|
|
ColumnDefault: null.StringFrom(getDefaultVal(fieldMap)),
|
|
})
|
|
}
|
|
|
|
return columnsFromCode
|
|
}
|
|
|
|
func (mm *MigrateExecutor) getIndexesFromCode(typeOf reflect.Type, tableFromCode Table) []Index {
|
|
var indexesFromCode []Index
|
|
for i := 0; i < typeOf.Elem().NumField(); i++ {
|
|
fieldName := helper.UnderLine(typeOf.Elem().Field(i).Name)
|
|
fieldMap := getTagMap(typeOf.Elem().Field(i).Tag.Get("aorm"))
|
|
|
|
_, primaryIs := fieldMap["primary"]
|
|
if primaryIs {
|
|
indexesFromCode = append(indexesFromCode, Index{
|
|
NonUnique: null.IntFrom(0),
|
|
ColumnName: null.StringFrom(fieldName),
|
|
KeyName: null.StringFrom("PRIMARY"),
|
|
})
|
|
}
|
|
|
|
_, uniqueIndexIs := fieldMap["unique"]
|
|
if uniqueIndexIs {
|
|
indexesFromCode = append(indexesFromCode, Index{
|
|
NonUnique: null.IntFrom(0),
|
|
ColumnName: null.StringFrom(fieldName),
|
|
KeyName: null.StringFrom("idx_" + tableFromCode.TableName.String + "_" + fieldName),
|
|
})
|
|
}
|
|
|
|
_, indexIs := fieldMap["index"]
|
|
if indexIs {
|
|
indexesFromCode = append(indexesFromCode, Index{
|
|
NonUnique: null.IntFrom(1),
|
|
ColumnName: null.StringFrom(fieldName),
|
|
KeyName: null.StringFrom("idx_" + tableFromCode.TableName.String + "_" + fieldName),
|
|
})
|
|
}
|
|
}
|
|
|
|
return indexesFromCode
|
|
}
|
|
|
|
func (mm *MigrateExecutor) getDbName() (string, error) {
|
|
return "main", nil
|
|
}
|
|
|
|
func (mm *MigrateExecutor) getTableFromDb(dbName string, tableName string) []Table {
|
|
sql := "select * from sqlite_master where type='table' and tbl_name=" + "'" + tableName + "'"
|
|
var sqliteMasterList []SqliteMaster
|
|
mm.Ex.RawSql(sql).GetMany(&sqliteMasterList)
|
|
|
|
var dataList []Table
|
|
for i := 0; i < len(sqliteMasterList); i++ {
|
|
dataList = append(dataList, Table{
|
|
TableName: null.StringFrom(sqliteMasterList[i].TblName.String),
|
|
})
|
|
}
|
|
|
|
return dataList
|
|
}
|
|
|
|
func (mm *MigrateExecutor) getColumnsFromDb(dbName string, tableName string) []Column {
|
|
var columnsFromDb []Column
|
|
|
|
var sqliteMaster SqliteMaster
|
|
sqlColumn1 := "select * from sqlite_master where type='table' and tbl_name = " + "'" + tableName + "'"
|
|
mm.Ex.RawSql(sqlColumn1).GetOne(&sqliteMaster)
|
|
|
|
str := sqliteMaster.Sql.String
|
|
str = strings.ReplaceAll(str, "\n", "")
|
|
compileRegex := regexp.MustCompile("\\(.*\\)")
|
|
matchArr := compileRegex.FindAllString(str, -1)
|
|
matchArr[0] = strings.TrimLeft(matchArr[0], "(")
|
|
matchArr[0] = strings.TrimRight(matchArr[0], ")")
|
|
|
|
strArr := strings.Split(matchArr[0], ",")
|
|
for i := 0; i < len(strArr); i++ {
|
|
columnStr := strings.TrimSpace(strArr[i])
|
|
columnStr = strings.Replace(columnStr, "NOT NULL", "NOT_NULL", -1)
|
|
columnArr := strings.Split(columnStr, " ")
|
|
|
|
columnName := columnArr[0]
|
|
dataType := columnArr[1]
|
|
IsNullable := "YES"
|
|
if len(columnArr) >= 3 {
|
|
IsNullable = "NO"
|
|
}
|
|
|
|
columnsFromDb = append(columnsFromDb, Column{
|
|
ColumnName: null.StringFrom(columnName),
|
|
DataType: null.StringFrom(dataType),
|
|
IsNullable: null.StringFrom(IsNullable),
|
|
})
|
|
}
|
|
|
|
return columnsFromDb
|
|
}
|
|
|
|
func (mm *MigrateExecutor) getIndexesFromDb(tableName string) []Index {
|
|
sqlIndex := "select * from sqlite_master where type = 'index' and name not like '%sqlite_autoindex%' and tbl_name=" + "'" + tableName + "'"
|
|
var sqliteMasterList []SqliteMaster
|
|
mm.Ex.RawSql(sqlIndex).GetMany(&sqliteMasterList)
|
|
|
|
var indexesFromDb []Index
|
|
for i := 0; i < len(sqliteMasterList); i++ {
|
|
sql := sqliteMasterList[i].Sql.String
|
|
|
|
t := 1
|
|
if strings.Index(sql, "UNIQUE") != -1 {
|
|
t = 0
|
|
}
|
|
|
|
compileRegex := regexp.MustCompile("INDEX\\s(.*?)\\son.*?\\((.*?)\\)")
|
|
matchArr := compileRegex.FindAllStringSubmatch(sql, -1)
|
|
|
|
indexesFromDb = append(indexesFromDb, Index{
|
|
NonUnique: null.IntFrom(int64(t)),
|
|
ColumnName: null.StringFrom(matchArr[0][2]),
|
|
KeyName: null.StringFrom(matchArr[0][1]),
|
|
})
|
|
}
|
|
|
|
//查询是否有主键索引
|
|
sql := "select * from sqlite_master where type='table' and tbl_name=" + "'" + tableName + "'"
|
|
var sqliteMaster SqliteMaster
|
|
mm.Ex.RawSql(sql).GetOne(&sqliteMaster)
|
|
|
|
compileRegex := regexp.MustCompile("PRIMARY\\sKEY\\s\\((.*?)\\)")
|
|
matchArr2 := compileRegex.FindAllStringSubmatch(sqliteMaster.Sql.String, -1)
|
|
if len(matchArr2) > 0 {
|
|
indexesFromDb = append(indexesFromDb, Index{
|
|
NonUnique: null.IntFrom(0),
|
|
ColumnName: null.StringFrom(matchArr2[0][1]),
|
|
KeyName: null.StringFrom("PRIMARY"),
|
|
})
|
|
}
|
|
|
|
return indexesFromDb
|
|
}
|
|
|
|
func (mm *MigrateExecutor) modifyTable(tableFromCode Table, columnsFromCode []Column, indexesFromCode []Index, tableFromDb Table, columnsFromDb []Column, indexesFromDb []Index) {
|
|
for i := 0; i < len(columnsFromCode); i++ {
|
|
isFind := 0
|
|
columnCode := columnsFromCode[i]
|
|
|
|
for j := 0; j < len(columnsFromDb); j++ {
|
|
columnDb := columnsFromDb[j]
|
|
if columnCode.ColumnName == columnDb.ColumnName {
|
|
isFind = 1
|
|
|
|
if columnCode.DataType.String != columnDb.DataType.String ||
|
|
columnCode.ColumnDefault.String != columnDb.ColumnDefault.String {
|
|
|
|
sql := "ALTER TABLE " + tableFromCode.TableName.String + " MODIFY " + getColumnStr(columnCode)
|
|
_, err := mm.Ex.Exec(sql)
|
|
if err != nil {
|
|
fmt.Println(sql)
|
|
fmt.Println(err)
|
|
} else {
|
|
fmt.Println("修改属性:" + sql)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if isFind == 0 {
|
|
sql := "ALTER TABLE " + tableFromCode.TableName.String + " ADD " + getColumnStr(columnCode)
|
|
_, err := mm.Ex.Exec(sql)
|
|
if err != nil {
|
|
fmt.Println(sql)
|
|
fmt.Println(err)
|
|
} else {
|
|
fmt.Println("增加属性:" + sql)
|
|
}
|
|
}
|
|
}
|
|
|
|
for i := 0; i < len(indexesFromCode); i++ {
|
|
isFind := 0
|
|
indexCode := indexesFromCode[i]
|
|
|
|
for j := 0; j < len(indexesFromDb); j++ {
|
|
indexDb := indexesFromDb[j]
|
|
if indexCode.ColumnName == indexDb.ColumnName {
|
|
isFind = 1
|
|
if indexCode.KeyName != indexDb.KeyName || indexCode.NonUnique != indexDb.NonUnique {
|
|
sql := "ALTER TABLE " + tableFromCode.TableName.String + " MODIFY " + getIndexStr(indexCode)
|
|
_, err := mm.Ex.Exec(sql)
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
} else {
|
|
fmt.Println("修改索引:" + sql)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if isFind == 0 {
|
|
mm.createIndex(tableFromCode.TableName.String, indexCode)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (mm *MigrateExecutor) createTable(tableFromCode Table, columnsFromCode []Column, indexesFromCode []Index) {
|
|
var fieldArr []string
|
|
|
|
for i := 0; i < len(columnsFromCode); i++ {
|
|
column := columnsFromCode[i]
|
|
fieldArr = append(fieldArr, getColumnStr(column))
|
|
}
|
|
|
|
for i := 0; i < len(indexesFromCode); i++ {
|
|
index := indexesFromCode[i]
|
|
if index.KeyName.String == "PRIMARY" {
|
|
fieldArr = append(fieldArr, "PRIMARY KEY ("+index.ColumnName.String+")")
|
|
}
|
|
}
|
|
|
|
//创建表结构与主键索引
|
|
sqlStr := "CREATE TABLE `" + tableFromCode.TableName.String + "` (\n" + strings.Join(fieldArr, ",\n") + "\n) " + ";"
|
|
_, err := mm.Ex.Exec(sqlStr)
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
} else {
|
|
fmt.Println("创建表:" + tableFromCode.TableName.String)
|
|
}
|
|
|
|
//创建其他索引
|
|
for i := 0; i < len(indexesFromCode); i++ {
|
|
index := indexesFromCode[i]
|
|
if index.KeyName.String != "PRIMARY" {
|
|
mm.createIndex(tableFromCode.TableName.String, index)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (mm *MigrateExecutor) createIndex(tableName string, index Index) {
|
|
keyType := ""
|
|
if index.NonUnique.Int64 == 0 {
|
|
keyType = "UNIQUE"
|
|
}
|
|
|
|
sql := "CREATE " + keyType + " INDEX " + index.KeyName.String + " on " + tableName + " (" + index.ColumnName.String + ")"
|
|
_, err := mm.Ex.Exec(sql)
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
} else {
|
|
fmt.Println("增加索引:" + sql)
|
|
}
|
|
}
|
|
|
|
func (mm *MigrateExecutor) getOpinionVal(key string, def string) string {
|
|
opinions := mm.OpinionList
|
|
for i := 0; i < len(opinions); i++ {
|
|
opinionItem := opinions[i]
|
|
if opinionItem.Key == key {
|
|
def = opinionItem.Val
|
|
}
|
|
}
|
|
return def
|
|
}
|
|
|
|
func getTagMap(fieldTag string) map[string]string {
|
|
var fieldMap = make(map[string]string)
|
|
if "" != fieldTag {
|
|
tagArr := strings.Split(fieldTag, ";")
|
|
for j := 0; j < len(tagArr); j++ {
|
|
tagArrArr := strings.Split(tagArr[j], ":")
|
|
fieldMap[tagArrArr[0]] = ""
|
|
if len(tagArrArr) > 1 {
|
|
fieldMap[tagArrArr[0]] = tagArrArr[1]
|
|
}
|
|
}
|
|
}
|
|
return fieldMap
|
|
}
|
|
|
|
func getColumnStr(column Column) string {
|
|
var strArr []string
|
|
strArr = append(strArr, column.ColumnName.String)
|
|
|
|
//类型
|
|
if column.MaxLength.Int64 == 0 {
|
|
if column.DataType.String == "varchar" {
|
|
strArr = append(strArr, column.DataType.String+"(255)")
|
|
} else {
|
|
strArr = append(strArr, column.DataType.String)
|
|
}
|
|
} else {
|
|
strArr = append(strArr, column.DataType.String)
|
|
}
|
|
|
|
if column.ColumnDefault.String != "" {
|
|
strArr = append(strArr, "DEFAULT '"+column.ColumnDefault.String+"'")
|
|
}
|
|
|
|
if column.IsNullable.String == "NO" {
|
|
strArr = append(strArr, "NOT NULL")
|
|
}
|
|
|
|
if column.Extra.String != "" {
|
|
if column.Extra.String == "auto_increment" {
|
|
column.Extra.String = "AUTOINCREMENT"
|
|
}
|
|
|
|
//strArr = append(strArr, column.Extra.String)
|
|
}
|
|
|
|
return strings.Join(strArr, " ")
|
|
}
|
|
|
|
func getIndexStr(index Index) string {
|
|
var strArr []string
|
|
|
|
if "PRIMARY" == index.KeyName.String {
|
|
strArr = append(strArr, index.KeyName.String)
|
|
strArr = append(strArr, "KEY")
|
|
strArr = append(strArr, "(`"+index.ColumnName.String+"`)")
|
|
} else {
|
|
if 0 == index.NonUnique.Int64 {
|
|
strArr = append(strArr, "Unique")
|
|
strArr = append(strArr, index.KeyName.String)
|
|
strArr = append(strArr, "(`"+index.ColumnName.String+"`)")
|
|
} else {
|
|
strArr = append(strArr, "Index")
|
|
strArr = append(strArr, index.KeyName.String)
|
|
strArr = append(strArr, "(`"+index.ColumnName.String+"`)")
|
|
}
|
|
}
|
|
|
|
return strings.Join(strArr, " ")
|
|
}
|
|
|
|
func getDataType(fieldType string, fieldMap map[string]string) string {
|
|
var DataType string
|
|
|
|
dataTypeVal, dataTypeOk := fieldMap["type"]
|
|
if dataTypeOk {
|
|
DataType = dataTypeVal
|
|
} else {
|
|
if "Int" == fieldType {
|
|
DataType = "INTEGER"
|
|
}
|
|
if "String" == fieldType {
|
|
DataType = "TEXT"
|
|
}
|
|
if "Bool" == fieldType {
|
|
DataType = "INTEGER"
|
|
}
|
|
if "Time" == fieldType {
|
|
DataType = "datetime"
|
|
}
|
|
if "Float" == fieldType {
|
|
DataType = "REAL"
|
|
}
|
|
}
|
|
|
|
return DataType
|
|
}
|
|
|
|
func getMaxLength(DataType string, fieldMap map[string]string) int {
|
|
var MaxLength int
|
|
|
|
maxLengthVal, maxLengthOk := fieldMap["size"]
|
|
if maxLengthOk {
|
|
num, _ := strconv.Atoi(maxLengthVal)
|
|
MaxLength = num
|
|
} else {
|
|
MaxLength = 0
|
|
if "varchar" == DataType {
|
|
MaxLength = 255
|
|
}
|
|
}
|
|
|
|
return MaxLength
|
|
}
|
|
|
|
func getNullAble(fieldMap map[string]string) string {
|
|
var IsNullable string
|
|
|
|
_, primaryOk := fieldMap["primary"]
|
|
if primaryOk {
|
|
IsNullable = "NO"
|
|
} else {
|
|
_, ok := fieldMap["not null"]
|
|
if ok {
|
|
IsNullable = "NO"
|
|
} else {
|
|
IsNullable = "YES"
|
|
}
|
|
}
|
|
|
|
return IsNullable
|
|
}
|
|
|
|
func getExtra(fieldMap map[string]string) string {
|
|
_, commentIs := fieldMap["auto_increment"]
|
|
if commentIs {
|
|
return "auto_increment"
|
|
}
|
|
|
|
return ""
|
|
}
|
|
|
|
func getDefaultVal(fieldMap map[string]string) string {
|
|
defaultVal, defaultIs := fieldMap["default"]
|
|
if defaultIs {
|
|
return defaultVal
|
|
}
|
|
|
|
return ""
|
|
}
|