#4994 用户年度报告数据调整,合入补丁分支

Merged
zouap merged 2 commits from zouap into V20231211_patch 4 months ago
  1. +1
    -4
      models/user_business_analysis.go
  2. +1
    -1
      modules/base/tool.go
  3. +6
    -6
      routers/repo/user_data_analysis.go

+ 1
- 4
models/user_business_analysis.go View File

@@ -2322,12 +2322,9 @@ func queryCloudBrainTask(start_unix int64, end_unix int64) (map[int64]int, map[s
if _, ok := resourceItemMap[cloudTaskRecord.UserID]; !ok { if _, ok := resourceItemMap[cloudTaskRecord.UserID]; !ok {
resourceItemMap[cloudTaskRecord.UserID] = make(map[string]int) resourceItemMap[cloudTaskRecord.UserID] = make(map[string]int)
} }

if cloudTaskRecord.Duration < 100000000 && cloudTaskRecord.Duration > 0 { if cloudTaskRecord.Duration < 100000000 && cloudTaskRecord.Duration > 0 {
setMapKey("CloudBrainRunTime", cloudTaskRecord.UserID, int(cloudTaskRecord.Duration), resultItemMap) setMapKey("CloudBrainRunTime", cloudTaskRecord.UserID, int(cloudTaskRecord.Duration), resultItemMap)
resourceItemMap[cloudTaskRecord.UserID][cloudTaskRecord.ComputeResource] = resourceItemMap[cloudTaskRecord.UserID][cloudTaskRecord.ComputeResource] + int(cloudTaskRecord.Duration) resourceItemMap[cloudTaskRecord.UserID][cloudTaskRecord.ComputeResource] = resourceItemMap[cloudTaskRecord.UserID][cloudTaskRecord.ComputeResource] + int(cloudTaskRecord.Duration)
} else {
resourceItemMap[cloudTaskRecord.UserID][cloudTaskRecord.ComputeResource] = 0
} }
if cloudTaskRecord.Type == 1 { //npu if cloudTaskRecord.Type == 1 { //npu
setMapKey("CloudBrainTwo", cloudTaskRecord.UserID, 1, resultItemMap) setMapKey("CloudBrainTwo", cloudTaskRecord.UserID, 1, resultItemMap)
@@ -2359,7 +2356,7 @@ func queryCloudBrainTask(start_unix int64, end_unix int64) (map[int64]int, map[s
} else { } else {
setMapKey("NpuDebugJob", cloudTaskRecord.UserID, 1, resultItemMap) setMapKey("NpuDebugJob", cloudTaskRecord.UserID, 1, resultItemMap)
} }
} else if cloudTaskRecord.ComputeResource == GPUResource {
} else {
if cloudTaskRecord.JobType == "TRAIN" { if cloudTaskRecord.JobType == "TRAIN" {
setMapKey("GpuTrainJob", cloudTaskRecord.UserID, 1, resultItemMap) setMapKey("GpuTrainJob", cloudTaskRecord.UserID, 1, resultItemMap)
} else if cloudTaskRecord.JobType == "ONLINEINFERENCE" { } else if cloudTaskRecord.JobType == "ONLINEINFERENCE" {


+ 1
- 1
modules/base/tool.go View File

@@ -224,7 +224,7 @@ func SizedAvatarLinkWithDomain(email string, size int) string {


// FileSize calculates the file size and generate user-friendly string. // FileSize calculates the file size and generate user-friendly string.
func FileSize(s int64) string { func FileSize(s int64) string {
return humanize.Bytes(uint64(s))
return humanize.IBytes(uint64(s))
} }


// PrettyNumber produces a string form of the given number in base 10 with // PrettyNumber produces a string form of the given number in base 10 with


+ 6
- 6
routers/repo/user_data_analysis.go View File

@@ -724,12 +724,6 @@ func TimingCountDataByDateAndReCount(date string, isReCount bool) {
startYear := time.Date(USER_YEAR, 1, 1, 0, 0, 0, 1, t.Location()) startYear := time.Date(USER_YEAR, 1, 1, 0, 0, 0, 1, t.Location())
endYear := startYear.AddDate(1, 0, 0) endYear := startYear.AddDate(1, 0, 0)


if time.Now().Year() == 2024 {
log.Info("the day is 2024,so not update.")
return
}
models.RefreshUserYearTable(startYear, endYear)

//query wiki data //query wiki data
log.Info("start to time count data") log.Info("start to time count data")
wikiMap, err := queryWikiCountMap(startTime, endTime) wikiMap, err := queryWikiCountMap(startTime, endTime)
@@ -740,6 +734,12 @@ func TimingCountDataByDateAndReCount(date string, isReCount bool) {
mailer.SendWarnNotifyMail(setting.Warn_Notify_Mails, warnEmailMessage) mailer.SendWarnNotifyMail(setting.Warn_Notify_Mails, warnEmailMessage)
} }


if time.Now().Year() == 2024 {
log.Info("the day is 2024,so not update.")
return
}
models.RefreshUserYearTable(startYear, endYear)

log.Info("end to count all user info data") log.Info("end to count all user info data")
} }




Loading…
Cancel
Save