ClusterCockpit/cc-backend
1
0
Fork 0
mirror of https://github.com/ClusterCockpit/cc-backend synced 2026-02-20 17:57:30 +01:00
Code Issues Packages Releases Activity

Rename nodestate retention policy

Browse Source
This commit is contained in:
Jan Eitzinger
2026-02-18 08:38:22 +01:00
parent 2da35909c1
commit cd8b574cca
2 changed files with 13 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
internal/taskmanager/nodestateRetentionService.go
View File

@@ -18,7 +18,7 @@ import (
func RegisterNodeStateRetentionDeleteService(ageHours int) { func RegisterNodeStateRetentionDeleteService(ageHours int) {
cclog.Info("Register node state retention delete service") cclog.Info("Register node state retention delete service")
s.NewJob(gocron.DurationJob(1*time.Hour), s.NewJob(gocron.DailyJob(1, gocron.NewAtTimes(gocron.NewAtTime(2, 0, 0))),
gocron.NewTask( gocron.NewTask(
func() { func() {
cutoff := time.Now().Unix() - int64(ageHours*3600) cutoff := time.Now().Unix() - int64(ageHours*3600)
@@ -32,8 +32,8 @@ func RegisterNodeStateRetentionDeleteService(ageHours int) {
})) }))
} }
func RegisterNodeStateRetentionParquetService(cfg *config.NodeStateRetention) { func RegisterNodeStateRetentionMoveService(cfg *config.NodeStateRetention) {
cclog.Info("Register node state retention parquet service") cclog.Info("Register node state retention move service")
maxFileSizeMB := cfg.MaxFileSizeMB maxFileSizeMB := cfg.MaxFileSizeMB
if maxFileSizeMB <= 0 { if maxFileSizeMB <= 0 {
@@ -63,11 +63,11 @@ func RegisterNodeStateRetentionParquetService(cfg *config.NodeStateRetention) {
} }
if err != nil { if err != nil {
cclog.Errorf("NodeState parquet retention: failed to create target: %v", err) cclog.Errorf("NodeState move retention: failed to create target: %v", err)
return return
} }
s.NewJob(gocron.DurationJob(1*time.Hour), s.NewJob(gocron.DailyJob(1, gocron.NewAtTimes(gocron.NewAtTime(2, 30, 0))),
gocron.NewTask( gocron.NewTask(
func() { func() {
cutoff := time.Now().Unix() - int64(ageHours*3600) cutoff := time.Now().Unix() - int64(ageHours*3600)
@@ -75,14 +75,14 @@ func RegisterNodeStateRetentionParquetService(cfg *config.NodeStateRetention) {
rows, err := nodeRepo.FindNodeStatesBefore(cutoff) rows, err := nodeRepo.FindNodeStatesBefore(cutoff)
if err != nil { if err != nil {
cclog.Errorf("NodeState parquet retention: error finding rows: %v", err) cclog.Errorf("NodeState move retention: error finding rows: %v", err)
return return
} }
if len(rows) == 0 { if len(rows) == 0 {
return return
} }
cclog.Infof("NodeState parquet retention: archiving %d rows", len(rows)) cclog.Infof("NodeState move retention: archiving %d rows", len(rows))
pw := pqarchive.NewNodeStateParquetWriter(target, maxFileSizeMB) pw := pqarchive.NewNodeStateParquetWriter(target, maxFileSizeMB)
for _, ns := range rows { for _, ns := range rows {
@@ -100,21 +100,21 @@ func RegisterNodeStateRetentionParquetService(cfg *config.NodeStateRetention) {
SubCluster: ns.SubCluster, SubCluster: ns.SubCluster,
} }
if err := pw.AddRow(row); err != nil { if err := pw.AddRow(row); err != nil {
cclog.Errorf("NodeState parquet retention: add row: %v", err) cclog.Errorf("NodeState move retention: add row: %v", err)
continue continue
} }
} }
if err := pw.Close(); err != nil { if err := pw.Close(); err != nil {
cclog.Errorf("NodeState parquet retention: close writer: %v", err) cclog.Errorf("NodeState move retention: close writer: %v", err)
return return
} }
cnt, err := nodeRepo.DeleteNodeStatesBefore(cutoff) cnt, err := nodeRepo.DeleteNodeStatesBefore(cutoff)
if err != nil { if err != nil {
cclog.Errorf("NodeState parquet retention: error deleting rows: %v", err) cclog.Errorf("NodeState move retention: error deleting rows: %v", err)
} else { } else {
cclog.Infof("NodeState parquet retention: deleted %d rows from db", cnt) cclog.Infof("NodeState move retention: deleted %d rows from db", cnt)
} }
})) }))
} }

4
internal/taskmanager/taskManager.go
View File

@@ -154,8 +154,8 @@ func initNodeStateRetention() {
switch cfg.Policy { switch cfg.Policy {
case "delete": case "delete":
RegisterNodeStateRetentionDeleteService(age) RegisterNodeStateRetentionDeleteService(age)
case "parquet": case "move":
RegisterNodeStateRetentionParquetService(cfg) RegisterNodeStateRetentionMoveService(cfg)
default: default:
cclog.Warnf("Unknown nodestate-retention policy: %s", cfg.Policy) cclog.Warnf("Unknown nodestate-retention policy: %s", cfg.Policy)
} }