ClusterCockpit/cc-backend
1
0
Fork 0
mirror of https://github.com/ClusterCockpit/cc-backend synced 2024-12-26 05:19:05 +01:00
Code Issues Packages Releases Activity

add timers, add else case for transaction add

Browse Source
This commit is contained in:
Christoph Kluge 2024-11-22 13:13:43 +01:00
parent d89574ce73
commit 21b3a67988
1 changed files with 11 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
internal/taskManager/updateFootprintService.go
View File

@ -38,6 +38,7 @@ func RegisterFootprintWorker() {
log.Printf("Update Footprints started at %s", s.Format(time.RFC3339)) log.Printf("Update Footprints started at %s", s.Format(time.RFC3339))
for _, cluster := range archive.Clusters { for _, cluster := range archive.Clusters {
s_cluster := time.Now()
jobs, err := jobRepo.FindRunningJobs(cluster.Name) jobs, err := jobRepo.FindRunningJobs(cluster.Name)
if err != nil { if err != nil {
continue continue
@ -60,6 +61,8 @@ func RegisterFootprintWorker() {
log.Debugf("Try job %d", job.JobID) log.Debugf("Try job %d", job.JobID)
cl++ cl++
s_job := time.Now()
jobStats, err := repo.LoadStats(job, allMetrics, context.Background()) jobStats, err := repo.LoadStats(job, allMetrics, context.Background())
if err != nil { if err != nil {
log.Errorf("Error wile loading job data stats for footprint update: %v", err) log.Errorf("Error wile loading job data stats for footprint update: %v", err)
@ -75,12 +78,6 @@ func RegisterFootprintWorker() {
for metric, data := range jobStats { // Metric, Hostname:Stats for metric, data := range jobStats { // Metric, Hostname:Stats
avg, min, max := 0.0, math.MaxFloat32, -math.MaxFloat32 avg, min, max := 0.0, math.MaxFloat32, -math.MaxFloat32
// nodeData, ok := data["node"]
// if !ok {
// // This should never happen ?
// ce++
// continue
// }
for _, hostStats := range data { for _, hostStats := range data {
avg += hostStats.Avg avg += hostStats.Avg
@ -117,7 +114,7 @@ func RegisterFootprintWorker() {
stmt = stmt.Where("job.id = ?", job.ID) stmt = stmt.Where("job.id = ?", job.ID)
pendingStatements = append(pendingStatements, stmt) pendingStatements = append(pendingStatements, stmt)
log.Debugf("Finish Job Preparation %d", job.JobID) log.Debugf("Finish Job Preparation %d, took %s", job.JobID, time.Since(s_job))
} }
t, err := jobRepo.TransactionInit() t, err := jobRepo.TransactionInit()
@ -129,18 +126,19 @@ func RegisterFootprintWorker() {
query, args, err := ps.ToSql() query, args, err := ps.ToSql()
if err != nil { if err != nil {
log.Debugf(">>> Query: %v", query)
log.Debugf(">>> Args: %v", args)
log.Errorf("Failed in ToSQL conversion: %v", err) log.Errorf("Failed in ToSQL conversion: %v", err)
ce++ ce++
continue } else {
// Args: JSON, JSON, ENERGY, JOBID
jobRepo.TransactionAdd(t, query, args...)
c++
} }
// Args: JSON, JSON, ENERGY, JOBID
jobRepo.TransactionAdd(t, query, args...)
c++
} }
jobRepo.TransactionEnd(t) jobRepo.TransactionEnd(t)
log.Debugf("Finish Cluster %s", cluster.Name) log.Debugf("Finish Cluster %s, took %s", cluster.Name, time.Since(s_cluster))
} }
log.Printf("Updating %d (of %d; Skipped %d) Footprints is done and took %s", c, cl, ce, time.Since(s)) log.Printf("Updating %d (of %d; Skipped %d) Footprints is done and took %s", c, cl, ce, time.Since(s))
})) }))