topfans/backend/services/assetService/main.go
zerosaturation 8a767fb400 fix(backend): service stability — batch 3 accumulated (bcrypt off-txn / login anti-enum / MQ stub / aiChat / event reliability / gateway aggregate)
- 3.1 bcrypt 移出事务 (Register): repository.HashPassword 前移到 db.Transaction 之前。
- 3.2 Login 消除用户枚举 + 限流 + timing 抹平: pkg/errors 加 ErrInvalidCredential / ErrTooManyLoginAttempts;
  user-not-found 跑 dummy bcrypt 抹平 ~100ms 时序差; mobile 5次/ip 20次 per 15min 限流 (Redis, fail-open 降级)。
- 3.3 MQ streams adapter 停用 → stub: 0 业务调用方, noop EventProducer.Publish; Init 不再装配 streams;
  11 处硬编码 'gallery'/'default' 抽常量到 pkg/queue/consts (值不变, 消漂移)。
- 3.5 JWT 密钥治理: pkg/jwt MustInit fail-fast + atomic.Value, 50-goroutine race_test 零告警;
  MustInit 调用点 gateway main + auth_provider + loadgen 同步更新。
- 3.6 aiChat 健壮性: SaveContext 用 persona.ID(非 req.PersonaId); Redis/memory 错误 记 WARN 不静默;
  Dify err 映射稳定用户文案。
- 3.7 statistic.Client 重构: TrackEvent 改 buffered channel (cap 1024) + dispatchLoop worker。
- 3.8 网关聚合: StarCache (60s TTL, singleflight) 替换 GetFanIdentities 链式调用;
  DeleteAccount 改网关直调 userService.DeleteAccount(避免改 hand-written triple.go);
  铸造双写改异步 channel+consumer (3 retry)。
- 大量单测: 各子项 TDD (RED→GREEN), 关键并发 race_test (50 goroutine)。
- .env.example JWT_SECRET 改为 ≥32 字节 base64 示例(原为空, 被 MustInit 立即拒)。

Co-Authored-By: Claude <noreply@anthropic.com>
2026-07-24 14:03:21 +08:00

342 lines
12 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

package main
import (
"context"
"flag"
"fmt"
"os"
"os/signal"
"strconv"
"sync"
"syscall"
"time"
"dubbo.apache.org/dubbo-go/v3/client"
_ "dubbo.apache.org/dubbo-go/v3/imports"
"dubbo.apache.org/dubbo-go/v3/protocol"
"dubbo.apache.org/dubbo-go/v3/server"
"github.com/joho/godotenv"
"github.com/topfans/backend/pkg/database"
"github.com/topfans/backend/pkg/health"
"github.com/topfans/backend/pkg/logger"
"github.com/topfans/backend/pkg/models"
"github.com/topfans/backend/pkg/statistic"
pbAsset "github.com/topfans/backend/pkg/proto/asset"
pbCastlove "github.com/topfans/backend/pkg/proto/castlove"
pbRanking "github.com/topfans/backend/pkg/proto/ranking"
pbUser "github.com/topfans/backend/pkg/proto/user"
assetClient "github.com/topfans/backend/services/assetService/client"
"github.com/topfans/backend/services/assetService/config"
"github.com/topfans/backend/services/assetService/provider"
"github.com/topfans/backend/services/assetService/repository"
"github.com/topfans/backend/services/assetService/service"
"github.com/topfans/backend/services/assetService/util"
"github.com/topfans/backend/services/assetService/util/ossutil"
"go.uber.org/zap"
)
var (
port = flag.Int("port", getEnvInt("PORT", 20003), "Dubbo service port")
dbHost = flag.String("db-host", getEnv("DB_HOST", "localhost"), "Database host")
dbPort = flag.Int("db-port", getEnvInt("DB_PORT", 5432), "Database port")
dbUser = flag.String("db-user", getEnv("DB_USER", "postgres"), "Database user")
dbPassword = flag.String("db-password", getEnv("DB_PASSWORD", ""), "Database password")
dbName = flag.String("db-name", getEnv("DB_NAME", "top-fans"), "Database name")
userServiceURL = flag.String("user-service-url", getEnv("USER_SERVICE_URL", "tri://localhost:20000"), "User service URL")
healthHandler *health.Handler
// ★ mint-task-3 review P1-1: 对账 worker 周期(默认 10 分钟;设为 0 = 关闭)
reconcileIntervalSec = flag.Int("reconcile-interval-sec", getEnvInt("MINT_RECONCILE_INTERVAL_SEC", 600), "Reconcile stuck mint orders interval (seconds); 0 disables")
reconcileStaleMin = flag.Int("reconcile-stale-minutes", getEnvInt("MINT_RECONCILE_STALE_MINUTES", 10), "Stale threshold for stuck PROCESSING orders (minutes)")
)
func getEnv(key, fallback string) string {
if v := os.Getenv(key); v != "" {
return v
}
return fallback
}
func getEnvInt(key string, fallback int) int {
if v := os.Getenv(key); v != "" {
if n, err := strconv.Atoi(v); err == nil {
return n
}
}
return fallback
}
func main() {
// 加载 .env 文件中的环境变量
godotenv.Load()
flag.Parse()
// 初始化日志(必须在最前面)
env := os.Getenv("ENV")
if env == "" {
env = "development"
}
if err := logger.Init(logger.Config{
ServiceName: "asset-service",
Environment: env,
LogLevel: os.Getenv("LOG_LEVEL"),
}); err != nil {
panic(fmt.Sprintf("Failed to initialize logger: %v", err))
}
defer logger.Sync()
logger.Logger.Info("Starting Asset Service...")
// 初始化数据库
dbConfig := database.Config{
Host: *dbHost,
Port: *dbPort,
User: *dbUser,
Password: *dbPassword,
DBName: *dbName,
SSLMode: "disable",
TimeZone: "Asia/Shanghai",
}
if err := database.Init(dbConfig); err != nil {
logger.Logger.Fatal(fmt.Sprintf("Failed to initialize database: %v", err))
}
logger.Logger.Info("Database initialized successfully")
// 启动健康检查 HTTP 服务器
healthPort := *port + 1000 // e.g., 20003 -> 21003
healthHandler = health.NewHandler("asset-service", healthPort)
healthHandler.Start()
// 自动迁移数据库表
if err := autoMigrate(); err != nil {
logger.Logger.Fatal(fmt.Sprintf("Failed to migrate database: %v", err))
}
// 创建 Repository 层实例
assetRepo := repository.NewAssetRepository(database.GetDB())
mintOrderRepo := repository.NewMintOrderRepository(database.GetDB())
assetLikeRepo := repository.NewAssetLikeRepository(database.GetDB())
rankingRepo := repository.NewRankingRepository(database.GetDB())
materialRepo := repository.NewMaterialRepository(database.GetDB())
relationRepo := repository.NewAssetMaterialRelationRepository(database.GetDB())
mintCostRepo := repository.NewMintCostRepository()
userMintCountRepo := repository.NewUserMintCountRepository()
castloveConfigRepo := repository.NewCastloveConfigRepository(database.GetDB())
shareRepo := repository.NewShareRepo(database.GetDB())
logger.Logger.Info("Repository layer initialized")
// 创建 Dubbo 客户端
cli, err := client.NewClient(
client.WithClientURL(*userServiceURL),
)
if err != nil {
logger.Logger.Fatal(fmt.Sprintf("Failed to create Dubbo client: %v", err))
}
// 获取 User Service RPC 客户端
userServiceClient, err := pbUser.NewUserSocialService(cli)
if err != nil {
logger.Logger.Fatal(fmt.Sprintf("Failed to create User Service RPC client: %v", err))
}
userClient := assetClient.NewUserServiceClient(userServiceClient)
logger.Logger.Info("User Service RPC client initialized")
// 初始化 statisticService SDK事件埋点fire-and-forget
statisticServiceURL := getEnv("STATISTIC_SERVICE_URL", "tri://localhost:20009")
statisticCli, err := client.NewClient(client.WithClientURL(statisticServiceURL))
if err != nil {
logger.Logger.Warn(fmt.Sprintf("statisticService client create failed (events disabled): %v", err))
} else if err := statistic.Init(statisticCli); err != nil {
logger.Logger.Warn(fmt.Sprintf("statistic.Init failed (events disabled): %v", err))
} else {
logger.Logger.Info("Statistic SDK initialized")
}
// 创建 Provider 层实例(用于获取 AssetLevelService
assetLevelProvider := provider.NewAssetLevelProvider(database.GetDB())
assetLevelSvc := assetLevelProvider.GetLevelService()
logger.Logger.Info("AssetLevelProvider initialized")
// 创建 Service 层实例
registryRepo := repository.NewAssetRegistryRepository(database.GetDB())
// 分享服务依赖:OSS QR 上传器 + Redis 缓存 + 落地页 base URL
ossCfg := util.OSSConfig{
Region: os.Getenv("OSS_REGION"),
BucketName: os.Getenv("OSS_BUCKET_NAME"),
RoleArn: os.Getenv("OSS_STS_ROLE_ARN"),
AccessKeyID: os.Getenv("OSS_ACCESS_KEY_ID"),
AccessKeySecret: os.Getenv("OSS_ACCESS_KEY_SECRET"),
}
qrUploader := ossutil.NewOSSQRUploader(ossCfg)
// H5 落地页 base URL:
// - 本地开发: 默认 http://localhost:5173(Vite H5 端口),可在 backend/.env 覆盖
// - 生产环境: 由 deploy/envs/asset.env 注入 https://api.topfans.online
// 注意: 与 frontend/.env.production 的 VITE_LANDING_BASE_URL 保持一致
landingBase := getEnv("LANDING_BASE_URL", "http://localhost:5173")
shareService := service.NewShareService(shareRepo, database.GetRedis(), qrUploader, landingBase)
assetService := service.NewAssetService(assetRepo, mintOrderRepo, assetLikeRepo, userClient, database.GetDB(), registryRepo, shareService)
mintService := service.NewMintService(assetRepo, mintOrderRepo, userClient, database.GetDB(), config.GlobalAssetConfig, registryRepo, mintCostRepo, userMintCountRepo, assetLevelSvc)
assetLikeService := service.NewAssetLikeService(assetRepo, assetLikeRepo, database.GetDB(), assetLevelSvc)
rankingService := service.NewRankingService(rankingRepo, assetLikeRepo, userClient)
materialService := service.NewMaterialService(materialRepo, relationRepo)
castloveConfigService := service.NewCastloveConfigService(castloveConfigRepo)
logger.Logger.Info("Service layer initialized")
// 创建 Provider 层实例
assetProvider := provider.NewAssetProvider(assetService, mintService, assetLikeService, materialService)
rankingProvider := provider.NewRankingProvider(rankingService)
castloveConfigProvider := provider.NewCastloveConfigProvider(castloveConfigService)
logger.Logger.Info("Provider layer initialized")
// 启动赛季重置 Worker每小时检查一次
seasonResetWorker := assetLevelProvider.GetSeasonResetWorker()
go func() {
ticker := time.NewTicker(time.Hour)
defer ticker.Stop()
for {
<-ticker.C
seasonResetWorker.Run()
}
}()
logger.Logger.Info("Season reset worker started")
// ★ mint-task-3 review P1-1: 对账 worker
// - 周期触发 ReconcileStuckMintOrders(扫描陈旧 PROCESSING 订单并补单/标 FAILED)
// - 间隔与陈旧阈值通过 flag/env 可调(默认 10 分钟,生产可放大到 30+ 分钟)
// - interval=0 时关闭(本地/压测)
// - 随服务优雅退出:cancelFunc + WaitGroup
var reconcileWG sync.WaitGroup
var reconcileCancel context.CancelFunc
if *reconcileIntervalSec > 0 {
interval := time.Duration(*reconcileIntervalSec) * time.Second
stale := time.Duration(*reconcileStaleMin) * time.Minute
reconcileCtx, cancel := context.WithCancel(context.Background())
reconcileCancel = cancel
reconcileWG.Add(1)
go func() {
defer reconcileWG.Done()
// 启动后先做一次"热启动对账",把上次服务崩溃遗留的 PROCESSING 订单先处理一波
// (避免冷启动后还要等满 interval 才有第一波对账)
logger.Logger.Info("Mint reconcile worker bootstrapping",
zap.Duration("interval", interval),
zap.Duration("stale_after", stale))
if err := mintService.ReconcileStuckMintOrders(reconcileCtx, stale); err != nil {
logger.Logger.Error("reconcile bootstrap failed", zap.Error(err))
}
ticker := time.NewTicker(interval)
defer ticker.Stop()
for {
select {
case <-reconcileCtx.Done():
logger.Logger.Info("Mint reconcile worker exiting")
return
case <-ticker.C:
// 每轮对账本身已有 INFO 日志(scanned/recovered/marked_failed/skipped),
// 顶层不需要再包一行 INFO。
if err := mintService.ReconcileStuckMintOrders(reconcileCtx, stale); err != nil {
logger.Logger.Error("reconcile tick failed", zap.Error(err))
}
}
}
}()
logger.Logger.Info("Mint reconcile worker started",
zap.Duration("interval", interval),
zap.Duration("stale_after", stale))
} else {
logger.Logger.Info("Mint reconcile worker disabled (interval=0)")
}
// 创建 Dubbo 服务器
srv, err := server.NewServer(
server.WithServerProtocol(
protocol.WithPort(*port),
protocol.WithTriple(),
),
)
if err != nil {
logger.Logger.Fatal(fmt.Sprintf("Failed to create Dubbo server: %v", err))
}
// 使用 Triple 协议生成的 RegisterHandler 函数注册服务
if err := pbAsset.RegisterAssetServiceHandler(srv, assetProvider); err != nil {
logger.Logger.Fatal(fmt.Sprintf("Failed to register Asset Service: %v", err))
}
// 注册 Ranking Service
if err := pbRanking.RegisterRankingServiceHandler(srv, rankingProvider); err != nil {
logger.Logger.Fatal(fmt.Sprintf("Failed to register Ranking Service: %v", err))
}
// 注册 Castlove Config Service
if err := pbCastlove.RegisterCastloveConfigServiceHandler(srv, castloveConfigProvider); err != nil {
logger.Logger.Fatal(fmt.Sprintf("Failed to register Castlove Config Service: %v", err))
}
// 启动服务
if err := srv.Serve(); err != nil {
logger.Logger.Fatal(fmt.Sprintf("Failed to start Asset Service: %v", err))
}
logger.Logger.Info(fmt.Sprintf("Asset Service started successfully on port %d", *port))
// 等待退出信号
quit := make(chan os.Signal, 1)
signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM)
<-quit
logger.Logger.Info("Shutting down Asset Service...")
// 关闭健康检查服务器
if healthHandler != nil {
healthHandler.Stop()
}
// 停止 mint 对账 worker(若已启动)
if reconcileCancel != nil {
reconcileCancel()
reconcileWG.Wait()
}
}
// autoMigrate 自动迁移数据库表
func autoMigrate() error {
db := database.GetDB()
if db == nil {
return fmt.Errorf("database is not initialized")
}
// 按顺序迁移资产相关表
tables := []interface{}{
&models.Asset{},
&models.MintOrder{},
&models.AssetLike{},
&models.Material{},
&models.AssetMaterialRelation{},
&models.AssetLevelRecord{},
&models.AssetLevelChangeLog{},
&models.Season{},
&models.SeasonDecayConfig{},
&models.LaserCardTemplate{},
&models.LaserCardInstance{},
&models.LaserCardOperationLog{},
// 铸爱工艺配置(只读,后台直连写库;此处 AutoMigrate 仅做兜底,实际表结构由外部 SQL 维护)
&models.CastloveCategory{},
&models.CastloveCraft{},
}
for _, table := range tables {
if err := db.AutoMigrate(table); err != nil {
return fmt.Errorf("failed to migrate table: %w", err)
}
}
logger.Logger.Info("Database migration completed successfully")
return nil
}