feat: v2 to v3 data conversion (#1176)
* feat: v2 to v3 data conversion * feat: v2 to v3 data conversion
This commit is contained in:
withchao
@@ -0,0 +1,61 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"github.com/openimsdk/open-im-server/v3/tools/data-conversion/chat/conversion"
|
||||
"github.com/openimsdk/open-im-server/v3/tools/data-conversion/utils"
|
||||
"gorm.io/driver/mysql"
|
||||
"gorm.io/gorm"
|
||||
"gorm.io/gorm/logger"
|
||||
"log"
|
||||
)
|
||||
|
||||
func main() {
|
||||
var (
|
||||
usernameV2 = "root" // v2版本mysql用户名
|
||||
passwordV2 = "openIM" // v2版本mysql密码
|
||||
addrV2 = "127.0.0.1:13306" // v2版本mysql地址
|
||||
databaseV2 = "admin_chat" // v2版本mysql数据库名字
|
||||
)
|
||||
|
||||
var (
|
||||
usernameV3 = "root" // v3版本mysql用户名
|
||||
passwordV3 = "openIM123" // v3版本mysql密码
|
||||
addrV3 = "127.0.0.1:13306" // v3版本mysql地址
|
||||
databaseV3 = "openim_enterprise" // v3版本mysql数据库名字
|
||||
)
|
||||
|
||||
var concurrency = 1 // 并发数量
|
||||
|
||||
log.SetFlags(log.LstdFlags | log.Llongfile)
|
||||
dsnV2 := fmt.Sprintf("%s:%s@tcp(%s)/%s?charset=utf8mb4&parseTime=True&loc=Local", usernameV2, passwordV2, addrV2, databaseV2)
|
||||
dsnV3 := fmt.Sprintf("%s:%s@tcp(%s)/%s?charset=utf8mb4&parseTime=True&loc=Local", usernameV3, passwordV3, addrV3, databaseV3)
|
||||
dbV2, err := gorm.Open(mysql.Open(dsnV2), &gorm.Config{Logger: logger.Discard})
|
||||
if err != nil {
|
||||
log.Println("open v2 db failed", err)
|
||||
return
|
||||
}
|
||||
dbV3, err := gorm.Open(mysql.Open(dsnV3), &gorm.Config{Logger: logger.Discard})
|
||||
if err != nil {
|
||||
log.Println("open v3 db failed", err)
|
||||
return
|
||||
}
|
||||
|
||||
var tasks utils.TakeList
|
||||
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.Account) })
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.Attribute) })
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.Register) })
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.UserLoginRecord) })
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.Admin) })
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.Applet) })
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.ForbiddenAccount) })
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.InvitationRegister) })
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.IPForbidden) })
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.LimitUserLoginIP) })
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.RegisterAddFriend) })
|
||||
tasks.Append(func() (string, error) { return utils.FindAndInsert(dbV2, dbV3, conversion.RegisterAddGroup) })
|
||||
|
||||
utils.RunTask(concurrency, tasks)
|
||||
|
||||
}
|
||||
@@ -1,32 +0,0 @@
|
||||
package conversion
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"gorm.io/gorm"
|
||||
"gorm.io/gorm/schema"
|
||||
)
|
||||
|
||||
func FindAndInsert[V2 any, V3 schema.Tabler](v2db *gorm.DB, v3db *gorm.DB, fn func(V2) V3) (string, error) {
|
||||
var t V3
|
||||
name := t.TableName()
|
||||
if err := v3db.AutoMigrate(&t); err != nil {
|
||||
return name, fmt.Errorf("auto migrate v3 %s failed %w", name, err)
|
||||
}
|
||||
const size = 100
|
||||
for i := 0; ; i++ {
|
||||
var v2s []V2
|
||||
if err := v2db.Offset(i * size).Limit(size).Find(&v2s).Error; err != nil {
|
||||
return name, fmt.Errorf("find v2 %s failed %w", name, err)
|
||||
}
|
||||
if len(v2s) == 0 {
|
||||
return name, nil
|
||||
}
|
||||
v3s := make([]V3, 0, len(v2s))
|
||||
for _, v := range v2s {
|
||||
v3s = append(v3s, fn(v))
|
||||
}
|
||||
if err := v3db.Create(&v3s).Error; err != nil {
|
||||
return name, fmt.Errorf("insert v3 %s failed %w", name, err)
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -4,21 +4,24 @@ import (
|
||||
v2 "github.com/openimsdk/open-im-server/v3/tools/data-conversion/chat/v2"
|
||||
"github.com/openimsdk/open-im-server/v3/tools/data-conversion/chat/v3/admin"
|
||||
"github.com/openimsdk/open-im-server/v3/tools/data-conversion/chat/v3/chat"
|
||||
"github.com/openimsdk/open-im-server/v3/tools/data-conversion/utils"
|
||||
)
|
||||
|
||||
// ########## chat ##########
|
||||
|
||||
func Account(v v2.Account) chat.Account {
|
||||
func Account(v v2.Account) (chat.Account, bool) {
|
||||
utils.InitTime(&v.CreateTime, &v.ChangeTime)
|
||||
return chat.Account{
|
||||
UserID: v.UserID,
|
||||
Password: v.Password,
|
||||
CreateTime: v.CreateTime,
|
||||
ChangeTime: v.ChangeTime,
|
||||
OperatorUserID: v.OperatorUserID,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
func Attribute(v v2.Attribute) chat.Attribute {
|
||||
func Attribute(v v2.Attribute) (chat.Attribute, bool) {
|
||||
utils.InitTime(&v.CreateTime, &v.ChangeTime, &v.BirthTime)
|
||||
return chat.Attribute{
|
||||
UserID: v.UserID,
|
||||
Account: v.Account,
|
||||
@@ -36,10 +39,11 @@ func Attribute(v v2.Attribute) chat.Attribute {
|
||||
AllowBeep: v.AllowBeep,
|
||||
AllowAddFriend: v.AllowAddFriend,
|
||||
GlobalRecvMsgOpt: 0,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
func Register(v v2.Register) chat.Register {
|
||||
func Register(v v2.Register) (chat.Register, bool) {
|
||||
utils.InitTime(&v.CreateTime)
|
||||
return chat.Register{
|
||||
UserID: v.UserID,
|
||||
DeviceID: v.DeviceID,
|
||||
@@ -48,22 +52,24 @@ func Register(v v2.Register) chat.Register {
|
||||
AccountType: v.AccountType,
|
||||
Mode: v.Mode,
|
||||
CreateTime: v.CreateTime,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
func UserLoginRecord(v v2.UserLoginRecord) chat.UserLoginRecord {
|
||||
func UserLoginRecord(v v2.UserLoginRecord) (chat.UserLoginRecord, bool) {
|
||||
utils.InitTime(&v.LoginTime)
|
||||
return chat.UserLoginRecord{
|
||||
UserID: v.UserID,
|
||||
LoginTime: v.LoginTime,
|
||||
IP: v.IP,
|
||||
DeviceID: v.DeviceID,
|
||||
Platform: v.Platform,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
// ########## admin ##########
|
||||
|
||||
func Admin(v v2.Admin) admin.Admin {
|
||||
func Admin(v v2.Admin) (admin.Admin, bool) {
|
||||
utils.InitTime(&v.CreateTime)
|
||||
return admin.Admin{
|
||||
Account: v.Account,
|
||||
Password: v.Password,
|
||||
@@ -72,10 +78,11 @@ func Admin(v v2.Admin) admin.Admin {
|
||||
UserID: v.UserID,
|
||||
Level: v.Level,
|
||||
CreateTime: v.CreateTime,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
func Applet(v v2.Applet) admin.Applet {
|
||||
func Applet(v v2.Applet) (admin.Applet, bool) {
|
||||
utils.InitTime(&v.CreateTime)
|
||||
return admin.Applet{
|
||||
ID: v.ID,
|
||||
Name: v.Name,
|
||||
@@ -88,53 +95,59 @@ func Applet(v v2.Applet) admin.Applet {
|
||||
Priority: v.Priority,
|
||||
Status: v.Status,
|
||||
CreateTime: v.CreateTime,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
func ForbiddenAccount(v v2.ForbiddenAccount) admin.ForbiddenAccount {
|
||||
func ForbiddenAccount(v v2.ForbiddenAccount) (admin.ForbiddenAccount, bool) {
|
||||
utils.InitTime(&v.CreateTime)
|
||||
return admin.ForbiddenAccount{
|
||||
UserID: v.UserID,
|
||||
Reason: v.Reason,
|
||||
OperatorUserID: v.OperatorUserID,
|
||||
CreateTime: v.CreateTime,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
func InvitationRegister(v v2.InvitationRegister) admin.InvitationRegister {
|
||||
func InvitationRegister(v v2.InvitationRegister) (admin.InvitationRegister, bool) {
|
||||
utils.InitTime(&v.CreateTime)
|
||||
return admin.InvitationRegister{
|
||||
InvitationCode: v.InvitationCode,
|
||||
UsedByUserID: v.UsedByUserID,
|
||||
CreateTime: v.CreateTime,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
func IPForbidden(v v2.IPForbidden) admin.IPForbidden {
|
||||
func IPForbidden(v v2.IPForbidden) (admin.IPForbidden, bool) {
|
||||
utils.InitTime(&v.CreateTime)
|
||||
return admin.IPForbidden{
|
||||
IP: v.IP,
|
||||
LimitRegister: v.LimitRegister > 0,
|
||||
LimitLogin: v.LimitLogin > 0,
|
||||
CreateTime: v.CreateTime,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
func LimitUserLoginIP(v v2.LimitUserLoginIP) admin.LimitUserLoginIP {
|
||||
func LimitUserLoginIP(v v2.LimitUserLoginIP) (admin.LimitUserLoginIP, bool) {
|
||||
utils.InitTime(&v.CreateTime)
|
||||
return admin.LimitUserLoginIP{
|
||||
UserID: v.UserID,
|
||||
IP: v.IP,
|
||||
CreateTime: v.CreateTime,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
func RegisterAddFriend(v v2.RegisterAddFriend) admin.RegisterAddFriend {
|
||||
func RegisterAddFriend(v v2.RegisterAddFriend) (admin.RegisterAddFriend, bool) {
|
||||
utils.InitTime(&v.CreateTime)
|
||||
return admin.RegisterAddFriend{
|
||||
UserID: v.UserID,
|
||||
CreateTime: v.CreateTime,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
func RegisterAddGroup(v v2.RegisterAddGroup) admin.RegisterAddGroup {
|
||||
func RegisterAddGroup(v v2.RegisterAddGroup) (admin.RegisterAddGroup, bool) {
|
||||
utils.InitTime(&v.CreateTime)
|
||||
return admin.RegisterAddGroup{
|
||||
GroupID: v.GroupID,
|
||||
CreateTime: v.CreateTime,
|
||||
}
|
||||
}, true
|
||||
}
|
||||
|
||||
@@ -1,67 +0,0 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"github.com/openimsdk/open-im-server/v3/tools/data-conversion/chat/conversion"
|
||||
"gorm.io/driver/mysql"
|
||||
"gorm.io/gorm"
|
||||
"log"
|
||||
)
|
||||
|
||||
func main() {
|
||||
var (
|
||||
usernameV2 = "root"
|
||||
passwordV2 = "openIM123"
|
||||
addrV2 = "127.0.0.1:13306"
|
||||
databaseV2 = "admin_chat"
|
||||
)
|
||||
|
||||
var (
|
||||
usernameV3 = "root"
|
||||
passwordV3 = "openIM123"
|
||||
addrV3 = "127.0.0.1:13306"
|
||||
databaseV3 = "openim_enterprise"
|
||||
)
|
||||
|
||||
dsnV2 := fmt.Sprintf("%s:%s@tcp(%s)/%s?charset=utf8mb4&parseTime=True&loc=Local", usernameV2, passwordV2, addrV2, databaseV2)
|
||||
dsnV3 := fmt.Sprintf("%s:%s@tcp(%s)/%s?charset=utf8mb4&parseTime=True&loc=Local", usernameV3, passwordV3, addrV3, databaseV3)
|
||||
dbV2, err := gorm.Open(mysql.Open(dsnV2), &gorm.Config{})
|
||||
if err != nil {
|
||||
log.Println("open v2 db failed", err)
|
||||
return
|
||||
}
|
||||
dbV3, err := gorm.Open(mysql.Open(dsnV3), &gorm.Config{})
|
||||
if err != nil {
|
||||
log.Println("open v3 db failed", err)
|
||||
return
|
||||
}
|
||||
|
||||
var fns []func() (string, error)
|
||||
|
||||
Append := func(fn func() (string, error)) {
|
||||
fns = append(fns, fn)
|
||||
}
|
||||
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.Account) })
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.Attribute) })
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.Register) })
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.UserLoginRecord) })
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.Admin) })
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.Applet) })
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.ForbiddenAccount) })
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.InvitationRegister) })
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.IPForbidden) })
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.LimitUserLoginIP) })
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.RegisterAddFriend) })
|
||||
Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.RegisterAddGroup) })
|
||||
|
||||
for i := range fns {
|
||||
name, err := fns[i]()
|
||||
if err == nil {
|
||||
log.Printf("[%d/%d] %s success\n", i+1, len(fns), name)
|
||||
} else {
|
||||
log.Printf("[%d/%d] %s failed %s\n", i+1, len(fns), name, err)
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user