perf: 优化 N+1 查询,改为批量 IN 查询

- config.go List 方法:配置列表查询应用名称从循环内逐条查询改为批量 IN 查询
- config_api.go recordClientInstances:客户端实例上报从循环内逐条查询+写入改为批量 IN 查询+批量插入
This commit is contained in:
2026-05-30 21:04:38 +08:00
parent fd16a61c87
commit d9043c6f78
2 changed files with 53 additions and 12 deletions
+30 -2
View File
@@ -80,12 +80,40 @@ func (h *ConfigHandler) List(c *gin.Context) {
total, _ := dao.Engine.Where(whereClause).Count(&model.AppConfig{})
dao.Engine.Where(whereClause).Limit(req.PageSize, (req.PageNo-1)*req.PageSize).Find(&configs)
// build app names and client counts
// build app names (batch query) and collect configIds for client counts
configIds := make([]int, 0, len(configs))
appIds := make(map[int]bool)
for i := range configs {
configs[i].AppNames = h.buildAppNames(&configs[i])
if configs[i].AppId != nil && *configs[i].AppId > 0 {
appIds[*configs[i].AppId] = true
}
configIds = append(configIds, configs[i].Id)
}
if len(appIds) > 0 {
idList := make([]int, 0, len(appIds))
for id := range appIds {
idList = append(idList, id)
}
var apps []model.Application
dao.Engine.In("id", idList).Find(&apps)
appMap := make(map[int]string, len(apps))
for _, app := range apps {
appMap[app.Id] = app.Name + "(" + app.Code + ")"
}
for i := range configs {
if configs[i].Global || configs[i].AppId == nil || *configs[i].AppId == 0 {
configs[i].AppNames = "全局配置"
} else {
configs[i].AppNames = appMap[*configs[i].AppId]
}
}
} else {
for i := range configs {
if configs[i].Global || configs[i].AppId == nil || *configs[i].AppId == 0 {
configs[i].AppNames = "全局配置"
}
}
}
// batch query client counts
if len(configIds) > 0 {
type countResult struct {
+22 -9
View File
@@ -214,18 +214,29 @@ func (h *ConfigApiHandler) recordClientInstances(ip string, configIds []int, app
return
}
now := time.Now()
// 批量查询已存在的记录
var existingList []model.ClientInstance
dao.Engine.Where("app_name = ? AND env = ? AND ip = ?", appName, env, ip).
In("app_config_id", configIds).
Find(&existingList)
existingMap := make(map[int]*model.ClientInstance, len(existingList))
for i := range existingList {
existingMap[existingList[i].AppConfigId] = &existingList[i]
}
var toInsert []model.ClientInstance
for _, configId := range configIds {
var existing model.ClientInstance
has, _ := dao.Engine.Where("app_config_id = ? AND app_name = ? AND env = ? AND ip = ?", configId, appName, env, ip).Get(&existing)
if has {
if existing, ok := existingMap[configId]; ok {
existing.LastPingAt = &now
existing.UpdatedAt = &now
if fetchType != "" {
existing.LastFetchAt = &now
existing.LastFetchType = fetchType
dao.Engine.ID(existing.Id).Cols("last_ping_at", "last_fetch_at", "last_fetch_type", "updated_at").Update(&existing)
dao.Engine.ID(existing.Id).Cols("last_ping_at", "last_fetch_at", "last_fetch_type", "updated_at").Update(existing)
} else {
dao.Engine.ID(existing.Id).Cols("last_ping_at", "updated_at").Update(&existing)
dao.Engine.ID(existing.Id).Cols("last_ping_at", "updated_at").Update(existing)
}
} else {
instance := model.ClientInstance{
@@ -241,12 +252,14 @@ func (h *ConfigApiHandler) recordClientInstances(ip string, configIds []int, app
instance.LastFetchAt = &now
instance.LastFetchType = fetchType
}
_, err := dao.Engine.Insert(&instance)
if err != nil {
logger.SugaredLogger.Errorf("[recordClientInstances] insert error: %v", err)
continue
toInsert = append(toInsert, instance)
}
}
if len(toInsert) > 0 {
if _, err := dao.Engine.Insert(&toInsert); err != nil {
logger.SugaredLogger.Errorf("[recordClientInstances] batch insert error: %v", err)
}
}
}