第二天核心任務:自動化與多數據庫支持
第二天的開發聚焦于數據庫自動化流程構建與MongoDB 業務鏈路擴展,通過工具化手段解決數據庫操作的重復性問題,同時完善多數據庫支持能力。經過一天的開發,項目已實現數據庫初始化、遷移、種子數據填充的全自動化,并完成 MongoDB 接口與模型的完整適配,基礎工具鏈也同步升級以支撐新架構。
注:項目會用到多個數據庫:mysql、mangodb、Neo4j,減少建表和初始化表的工作量
一、核心模塊:數據庫自動化流程
關鍵實現與代碼解析
1. /main.go
新增數據庫集中式初始化(只列舉了mysql)
// 新版本 - 統一初始化入口
if err := database.InitMySQL(); err != nil {logger.Fatal("Failed to initialize databases:", err)
}
defer func() {err := database.CloseDB()if err != nil {logger.Fatal("initialize databases is exception:", err)}
}()
func InitMySQL() error {// 使用新的數據庫初始化器initializer := NewDatabaseInitializer()return initializer.InitAllDatabases()
}
func (di *DatabaseInitializer) InitAllDatabases() error {logger.Info("Starting database initialization...")// 1. 初始化MySQLif err := di.initMySQL(); err != nil {return fmt.Errorf("failed to initialize MySQL: %w", err)}// 初始化MongoDB遷移和種子數據// ...省略...logger.Info("All databases initialized successfully")return nil
}
func (di *DatabaseInitializer) initMySQL() error {logger.Info("Initializing MySQL database...")// 1. 首先連接到MySQL服務器(不指定數據庫)if err := di.connectToMySQLServer(); err != nil {return fmt.Errorf("failed to connect to MySQL server: %w", err)}// 2. 創建數據庫(如果不存在 CREATE DATABASE)if err := di.createDatabase(); err != nil {return fmt.Errorf("failed to create database: %w", err)}// 3. 連接到指定數據庫if err := di.connectToDatabase(); err != nil {return fmt.Errorf("failed to connect to database: %w", err)}// 4. 自動遷移表結構if err := di.autoMigrateTables(); err != nil {return fmt.Errorf("failed to migrate tables: %w", err)}// 5. 運行數據庫遷移(如果啟用)if di.config.Database.AutoMigrate {if err := di.runMigrations(); err != nil {return fmt.Errorf("failed to run migrations: %w", err)}}// 6. 運行種子數據(INSERT INTO)if di.config.Database.AutoSeed {if err := di.runSeeders(); err != nil {return fmt.Errorf("failed to run seeders: %w", err)}}logger.Info("MySQL database initialized successfully")return nil
}
// connectToMySQLServer 連接到MySQL服務器
func (di *DatabaseInitializer) connectToMySQLServer() error {cfg := di.config.Database// 連接到MySQL服務器(不指定數據庫)dsn := fmt.Sprintf("%s:%s@tcp(%s:%d)/?charset=utf8mb4&parseTime=True&loc=Local",cfg.Username,cfg.Password,cfg.Host,cfg.Port,)var err errorDB, err = gorm.Open(mysql.Open(dsn), &gorm.Config{Logger: gormlogger.Default.LogMode(gormlogger.Info),})if err != nil {return fmt.Errorf("failed to connect to MySQL server: %w", err)}// 配置連接池sqlDB, err := DB.DB()if err != nil {return fmt.Errorf("failed to get sql.DB: %w", err)}sqlDB.SetMaxOpenConns(cfg.MaxOpenConns)sqlDB.SetMaxIdleConns(cfg.MaxIdleConns)sqlDB.SetConnMaxLifetime(time.Duration(cfg.MaxLifetime) * time.Second)return nil
}
func (di *DatabaseInitializer) createDatabase() error {dbName := di.config.Database.Database// 檢查數據庫是否存在var count int64DB.Raw("SELECT COUNT(*) FROM INFORMATION_SCHEMA.SCHEMATA WHERE SCHEMA_NAME = ?", dbName).Scan(&count)if count == 0 {logger.Info("Creating database:", dbName)// 創建數據庫createSQL := fmt.Sprintf("CREATE DATABASE `%s` CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci", dbName)if err := DB.Exec(createSQL).Error; err != nil {return fmt.Errorf("failed to create database %s: %w", dbName, err)}logger.Info("Database created successfully:", dbName)} else {logger.Info("Database already exists:", dbName)}return nil
}
// autoMigrateTables 自動遷移表結構
func (di *DatabaseInitializer) autoMigrateTables() error {logger.Info("Starting table migration...")// 使用新的MySQL遷移管理器migrationManager := NewMySQLMigrationManager()if err := migrationManager.RunMigrations(); err != nil {return fmt.Errorf("failed to run migrations: %w", err)}logger.Info("Table migration completed successfully")return nil
}// RunMigrations 運行所有遷移
func (mm *MySQLMigrationManager) RunMigrations() error {logger.Info("Starting MySQL migrations...")// 定義所有需要遷移的模型models := []interface{}{&mysql.User{},&mysql.Demo{},// 在這里添加更多模型}// 執行遷移for _, model := range models {if err := mm.migrateModel(model); err != nil {return fmt.Errorf("failed to migrate model %T: %w", model, err)}}logger.Info("MySQL migrations completed successfully")return nil
}
// runSeeders 運行種子數據
func (di *DatabaseInitializer) runSeeders() error {logger.Info("Starting database seeding...")seeder := NewSeeder()if err := seeder.RunSeeders(); err != nil {return fmt.Errorf("failed to run seeders: %w", err)}logger.Info("Database seeding completed successfully")return nil
}
// RunSeeders 運行所有種子數據
func (s *Seeder) RunSeeders() error {logger.Info("Starting database seeding...")// 運行各種種子數據seeders := []func() error{s.seedUsers,s.seedDemos,// 在這里添加更多種子數據}for _, seeder := range seeders {if err := seeder(); err != nil {return fmt.Errorf("failed to run seeder: %w", err)}}logger.Info("Database seeding completed successfully")return nil
}
// seedUsers 種子用戶數據
func (s *Seeder) seedUsers() error {// 檢查是否已有用戶數據var count int64if err := s.db.Model(&mysql.User{}).Count(&count).Error; err != nil {return fmt.Errorf("failed to count users: %w", err)}if count > 0 {logger.Info("Users already seeded, skipping...")return nil}// 創建默認管理員用戶adminPassword, err := utils.HashPassword("admin123")if err != nil {return fmt.Errorf("failed to hash admin password: %w", err)}adminUser := mysql.User{Username: "admin",Password: adminPassword,Email: "admin@example.com",Role: "admin",Status: 1,}if err := s.db.Create(&adminUser).Error; err != nil {return fmt.Errorf("failed to create admin user: %w", err)}logger.Info("Users seeded successfully")return nil
}
二、基礎能力升級:工具鏈適配新架構
雪花 ID 生成器(pkg/utils/snowflake.go):
- 支持配置
workerID
,解決分布式部署時 ID 沖突問題 - 處理時間回撥異常:系統時間回退時暫停生成,確保 ID 單調遞增
- 支持配置
package utilsimport ("fmt""sync""time"
)const (// 時間戳位數timestampBits = 41// 機器ID位數machineIDBits = 10// 序列號位數sequenceBits = 12// 最大值maxMachineID = (1 << machineIDBits) - 1maxSequence = (1 << sequenceBits) - 1// 偏移量machineIDShift = sequenceBitstimestampShift = sequenceBits + machineIDBits// 起始時間戳 (2023-01-01 00:00:00 UTC)epoch = 1672531200000
)// Snowflake 雪花ID生成器
type Snowflake struct {mutex sync.MutexmachineID int64sequence int64lastTime int64
}var (defaultSnowflake *Snowflakeonce sync.Once
)// NewSnowflake 創建雪花ID生成器
func NewSnowflake(machineID int64) (*Snowflake, error) {if machineID < 0 || machineID > maxMachineID {return nil, fmt.Errorf("machine ID must be between 0 and %d", maxMachineID)}return &Snowflake{machineID: machineID,sequence: 0,lastTime: 0,}, nil
}// GetDefaultSnowflake 獲取默認雪花ID生成器
func GetDefaultSnowflake() *Snowflake {once.Do(func() {var err errordefaultSnowflake, err = NewSnowflake(1) // 默認機器ID為1if err != nil {panic(fmt.Sprintf("failed to create default snowflake: %v", err))}})return defaultSnowflake
}// NextID 生成下一個ID
func (s *Snowflake) NextID() int64 {// 加鎖保證線程安全,防止并發時序列號沖突s.mutex.Lock()defer s.mutex.Unlock() // 確保函數退出時自動解鎖// 獲取當前時間戳(毫秒級)now := time.Now().UnixMilli()// 時鐘回撥檢查:如果當前時間小于上次生成ID的時間// 說明系統時鐘被回撥,返回0表示錯誤if now < s.lastTime {return 0}// 同一毫秒內的處理邏輯if now == s.lastTime {// 序列號遞增,使用位與運算確保不超過最大值(4095)s.sequence = (s.sequence + 1) & maxSequence// 序列號溢出檢查(當sequence從最大值加1后歸零)if s.sequence == 0 {// 等待直到下一毫秒now = s.waitNextMillis(s.lastTime)}} else {// 新的時間窗口(毫秒),重置序列號為0s.sequence = 0}// 更新最后生成ID的時間戳s.lastTime = now// 生成IDid := ((now - epoch) << timestampShift) |(s.machineID << machineIDShift) |s.sequencereturn id
}// waitNextMillis 等待下一毫秒
func (s *Snowflake) waitNextMillis(lastTimestamp int64) int64 {timestamp := time.Now().UnixMilli()for timestamp <= lastTimestamp {timestamp = time.Now().UnixMilli()}return timestamp
}// GenerateID 生成雪花ID(使用默認生成器)
func GenerateID() int64 {return GetDefaultSnowflake().NextID()
}// ParseID 解析雪花ID
func ParseID(id int64) map[string]int64 {timestamp := (id >> timestampShift) + epochmachineID := (id >> machineIDShift) & maxMachineIDsequence := id & maxSequencereturn map[string]int64{"timestamp": timestamp,"machineID": machineID,"sequence": sequence,}
}// GetTimestampFromID 從ID中獲取時間戳
func GetTimestampFromID(id int64) int64 {return (id >> timestampShift) + epoch
}// GetMachineIDFromID 從ID中獲取機器ID
func GetMachineIDFromID(id int64) int64 {return (id >> machineIDShift) & maxMachineID
}// GetSequenceFromID 從ID中獲取序列號
func GetSequenceFromID(id int64) int64 {return id & maxSequence
}
2. Token生成/解析邏輯(pkg/auth/jwt.go
):
package auth // 認證相關功能包import ("errors""time""golang-server/config" // 項目配置模塊"github.com/golang-jwt/jwt/v5" // JWT官方庫
)// Claims 自定義JWT聲明結構,包含用戶信息和標準聲明
type Claims struct {UserID int64 `json:"user_id"` // 用戶唯一標識Username string `json:"username"` // 用戶名Role string `json:"role"` // 用戶角色jwt.RegisteredClaims // 嵌入標準聲明(過期時間、簽發者等)
}// GenerateToken 生成JWT訪問令牌
// @param userID 用戶ID
// @param username 用戶名
// @param role 用戶角色
// @return 簽名的令牌字符串
// @return 錯誤信息(如果有)
func GenerateToken(userID int64, username, role string) (string, error) {cfg := config.GetConfig() // 獲取應用配置// 初始化聲明信息claims := Claims{UserID: userID,Username: username,Role: role,RegisteredClaims: jwt.RegisteredClaims{// 設置過期時間(從配置讀取秒數)ExpiresAt: jwt.NewNumericDate(time.Now().Add(time.Duration(cfg.JWT.ExpireTime) * time.Second)),// 設置簽發時間IssuedAt: jwt.NewNumericDate(time.Now()),// 設置生效時間(立即生效)NotBefore: jwt.NewNumericDate(time.Now()),},}// 使用HS256算法創建帶聲明的令牌token := jwt.NewWithClaims(jwt.SigningMethodHS256, claims)// 使用配置密鑰簽名令牌return token.SignedString([]byte(cfg.JWT.Secret))
}// ParseToken 解析并驗證JWT令牌
// @param tokenString 待驗證的令牌字符串
// @return 解析后的聲明信息
// @return 錯誤信息(如果令牌無效或過期)
func ParseToken(tokenString string) (*Claims, error) {cfg := config.GetConfig() // 獲取應用配置// 帶聲明解析令牌token, err := jwt.ParseWithClaims(tokenString, &Claims{}, func(token *jwt.Token) (interface{}, error) {// 驗證簽名算法是否正確if _, ok := token.Method.(*jwt.SigningMethodHMAC); !ok {return nil, jwt.ErrSignatureInvalid}// 返回簽名密鑰return []byte(cfg.JWT.Secret), nil})if err != nil {return nil, err // 返回解析錯誤(過期/格式錯誤等)}// 類型斷言驗證自定義聲明if claims, ok := token.Claims.(*Claims); ok && token.Valid {return claims, nil // 返回有效聲明}return nil, errors.New("invalid token") // 令牌無效
}// RefreshToken 刷新訪問令牌
// @param tokenString 舊令牌字符串
// @return 新令牌字符串
// @return 錯誤信息(如果舊令牌無效)
func RefreshToken(tokenString string) (string, error) {// 解析舊令牌獲取用戶信息claims, err := ParseToken(tokenString)if err != nil {return "", err // 舊令牌無效時返回錯誤}// 使用原有用戶信息生成新令牌return GenerateToken(claims.UserID, claims.Username, claims.Role)
}
總結與次日計劃
第二天通過數據庫自動化解決了手動操作的繁瑣與風險,通過MongoDB 擴展豐富了數據存儲能力,基礎工具鏈的升級則為后續開發奠定了穩定基礎。
次日將進行需求評審及表設計,就先不更新了