Refactor: Archive workers and Tasks

Work in progress

internal/taskManager/retentionService.go

@@ -0,0 +1,70 @@
+// Copyright (C) NHR@FAU, University Erlangen-Nuremberg.
+// All rights reserved.
+// Use of this source code is governed by a MIT-style
+// license that can be found in the LICENSE file.
+package taskManager
+
+import (
+	"time"
+
+	"github.com/ClusterCockpit/cc-backend/pkg/archive"
+	"github.com/ClusterCockpit/cc-backend/pkg/log"
+	"github.com/ClusterCockpit/cc-backend/pkg/schema"
+	"github.com/go-co-op/gocron/v2"
+)
+
+func RegisterRetentionService(cfg schema.Retention) {
+	switch cfg.Policy {
+	case "delete":
+
+		log.Info("Register retention delete service")
+
+		s.NewJob(gocron.DailyJob(1, gocron.NewAtTimes(gocron.NewAtTime(04, 0, 0))),
+			gocron.NewTask(
+				func() {
+					startTime := time.Now().Unix() - int64(cfg.Age*24*3600)
+					jobs, err := jobRepo.FindJobsBetween(0, startTime)
+					if err != nil {
+						log.Warnf("Error while looking for retention jobs: %s", err.Error())
+					}
+					archive.GetHandle().CleanUp(jobs)
+
+					if cfg.IncludeDB {
+						cnt, err := jobRepo.DeleteJobsBefore(startTime)
+						if err != nil {
+							log.Errorf("Error while deleting retention jobs from db: %s", err.Error())
+						} else {
+							log.Infof("Retention: Removed %d jobs from db", cnt)
+						}
+						if err = jobRepo.Optimize(); err != nil {
+							log.Errorf("Error occured in db optimization: %s", err.Error())
+						}
+					}
+				}))
+	case "move":
+		log.Info("Register retention move service")
+
+		s.NewJob(gocron.DailyJob(1, gocron.NewAtTimes(gocron.NewAtTime(04, 0, 0))),
+			gocron.NewTask(
+				func() {
+					startTime := time.Now().Unix() - int64(cfg.Age*24*3600)
+					jobs, err := jobRepo.FindJobsBetween(0, startTime)
+					if err != nil {
+						log.Warnf("Error while looking for retention jobs: %s", err.Error())
+					}
+					archive.GetHandle().Move(jobs, cfg.Location)
+
+					if cfg.IncludeDB {
+						cnt, err := jobRepo.DeleteJobsBefore(startTime)
+						if err != nil {
+							log.Errorf("Error while deleting retention jobs from db: %v", err)
+						} else {
+							log.Infof("Retention: Removed %d jobs from db", cnt)
+						}
+						if err = jobRepo.Optimize(); err != nil {
+							log.Errorf("Error occured in db optimization: %v", err)
+						}
+					}
+				}))
+	}
+}

internal/taskManager/stopJobsExceedTime.go

@@ -0,0 +1,27 @@
+// Copyright (C) NHR@FAU, University Erlangen-Nuremberg.
+// All rights reserved.
+// Use of this source code is governed by a MIT-style
+// license that can be found in the LICENSE file.
+package taskManager
+
+import (
+	"runtime"
+
+	"github.com/ClusterCockpit/cc-backend/internal/config"
+	"github.com/ClusterCockpit/cc-backend/pkg/log"
+	"github.com/go-co-op/gocron/v2"
+)
+
+func RegisterStopJobsExceedTime() {
+	log.Info("Register undead jobs service")
+
+	s.NewJob(gocron.DailyJob(1, gocron.NewAtTimes(gocron.NewAtTime(03, 0, 0))),
+		gocron.NewTask(
+			func() {
+				err := jobRepo.StopJobsExceedingWalltimeBy(config.Keys.StopJobsExceedingWalltime)
+				if err != nil {
+					log.Warnf("Error while looking for jobs exceeding their walltime: %s", err.Error())
+				}
+				runtime.GC()
+			}))
+}

internal/taskManager/taskManager.go

@@ -0,0 +1,29 @@
+// Copyright (C) NHR@FAU, University Erlangen-Nuremberg.
+// All rights reserved.
+// Use of this source code is governed by a MIT-style
+// license that can be found in the LICENSE file.
+package taskManager
+
+import (
+	"github.com/ClusterCockpit/cc-backend/internal/repository"
+	"github.com/ClusterCockpit/cc-backend/pkg/log"
+	"github.com/go-co-op/gocron/v2"
+)
+
+var (
+	s       gocron.Scheduler
+	jobRepo *repository.JobRepository
+)
+
+func init() {
+	var err error
+	jobRepo = repository.GetJobRepository()
+	s, err = gocron.NewScheduler()
+	if err != nil {
+		log.Fatalf("Error while creating gocron scheduler: %s", err.Error())
+	}
+}
+
+func Shutdown() {
+	s.Shutdown()
+}