Refactor main

Convert components to Singletons
Restructure main package
Reduce dependencies

internal/taskManager/compressionService.go

@@ -0,0 +1,41 @@
+// Copyright (C) NHR@FAU, University Erlangen-Nuremberg.
+// All rights reserved.
+// Use of this source code is governed by a MIT-style
+// license that can be found in the LICENSE file.
+package taskManager
+
+import (
+	"time"
+
+	"github.com/ClusterCockpit/cc-backend/pkg/archive"
+	"github.com/ClusterCockpit/cc-backend/pkg/log"
+	"github.com/ClusterCockpit/cc-backend/pkg/schema"
+	"github.com/go-co-op/gocron/v2"
+)
+
+func RegisterCompressionService(compressOlderThan int) {
+	log.Info("Register compression service")
+
+	s.NewJob(gocron.DailyJob(1, gocron.NewAtTimes(gocron.NewAtTime(05, 0, 0))),
+		gocron.NewTask(
+			func() {
+				var jobs []*schema.Job
+				var err error
+
+				ar := archive.GetHandle()
+				startTime := time.Now().Unix() - int64(compressOlderThan*24*3600)
+				lastTime := ar.CompressLast(startTime)
+				if startTime == lastTime {
+					log.Info("Compression Service - Complete archive run")
+					jobs, err = jobRepo.FindJobsBetween(0, startTime)
+
+				} else {
+					jobs, err = jobRepo.FindJobsBetween(lastTime, startTime)
+				}
+
+				if err != nil {
+					log.Warnf("Error while looking for compression jobs: %v", err)
+				}
+				ar.Compress(jobs)
+			}))
+}

internal/taskManager/ldapSyncService.go

@@ -0,0 +1,36 @@
+// Copyright (C) NHR@FAU, University Erlangen-Nuremberg.
+// All rights reserved.
+// Use of this source code is governed by a MIT-style
+// license that can be found in the LICENSE file.
+package taskManager
+
+import (
+	"time"
+
+	"github.com/ClusterCockpit/cc-backend/internal/auth"
+	"github.com/ClusterCockpit/cc-backend/pkg/log"
+	"github.com/go-co-op/gocron/v2"
+)
+
+func RegisterLdapSyncService(ds string) {
+	interval, err := parseDuration(ds)
+	if err != nil {
+		log.Warnf("Could not parse duration for sync interval: %v",
+			ds)
+		return
+	}
+
+	auth := auth.GetAuthInstance()
+
+	log.Info("Register LDAP sync service")
+	s.NewJob(gocron.DurationJob(interval),
+		gocron.NewTask(
+			func() {
+				t := time.Now()
+				log.Printf("ldap sync started at %s", t.Format(time.RFC3339))
+				if err := auth.LdapAuth.Sync(); err != nil {
+					log.Errorf("ldap sync failed: %s", err.Error())
+				}
+				log.Print("ldap sync done")
+			}))
+}

internal/taskManager/retentionService.go

@@ -9,62 +9,59 @@ import (
 
 	"github.com/ClusterCockpit/cc-backend/pkg/archive"
 	"github.com/ClusterCockpit/cc-backend/pkg/log"
-	"github.com/ClusterCockpit/cc-backend/pkg/schema"
 	"github.com/go-co-op/gocron/v2"
 )
 
-func RegisterRetentionService(cfg schema.Retention) {
-	switch cfg.Policy {
-	case "delete":
+func RegisterRetentionDeleteService(age int, includeDB bool) {
+	log.Info("Register retention delete service")
 
-		log.Info("Register retention delete service")
+	s.NewJob(gocron.DailyJob(1, gocron.NewAtTimes(gocron.NewAtTime(04, 0, 0))),
+		gocron.NewTask(
+			func() {
+				startTime := time.Now().Unix() - int64(age*24*3600)
+				jobs, err := jobRepo.FindJobsBetween(0, startTime)
+				if err != nil {
+					log.Warnf("Error while looking for retention jobs: %s", err.Error())
+				}
+				archive.GetHandle().CleanUp(jobs)
 
-		s.NewJob(gocron.DailyJob(1, gocron.NewAtTimes(gocron.NewAtTime(04, 0, 0))),
-			gocron.NewTask(
-				func() {
-					startTime := time.Now().Unix() - int64(cfg.Age*24*3600)
-					jobs, err := jobRepo.FindJobsBetween(0, startTime)
+				if includeDB {
+					cnt, err := jobRepo.DeleteJobsBefore(startTime)
 					if err != nil {
-						log.Warnf("Error while looking for retention jobs: %s", err.Error())
+						log.Errorf("Error while deleting retention jobs from db: %s", err.Error())
+					} else {
+						log.Infof("Retention: Removed %d jobs from db", cnt)
 					}
-					archive.GetHandle().CleanUp(jobs)
-
-					if cfg.IncludeDB {
-						cnt, err := jobRepo.DeleteJobsBefore(startTime)
-						if err != nil {
-							log.Errorf("Error while deleting retention jobs from db: %s", err.Error())
-						} else {
-							log.Infof("Retention: Removed %d jobs from db", cnt)
-						}
-						if err = jobRepo.Optimize(); err != nil {
-							log.Errorf("Error occured in db optimization: %s", err.Error())
-						}
+					if err = jobRepo.Optimize(); err != nil {
+						log.Errorf("Error occured in db optimization: %s", err.Error())
 					}
-				}))
-	case "move":
-		log.Info("Register retention move service")
-
-		s.NewJob(gocron.DailyJob(1, gocron.NewAtTimes(gocron.NewAtTime(04, 0, 0))),
-			gocron.NewTask(
-				func() {
-					startTime := time.Now().Unix() - int64(cfg.Age*24*3600)
-					jobs, err := jobRepo.FindJobsBetween(0, startTime)
-					if err != nil {
-						log.Warnf("Error while looking for retention jobs: %s", err.Error())
-					}
-					archive.GetHandle().Move(jobs, cfg.Location)
-
-					if cfg.IncludeDB {
-						cnt, err := jobRepo.DeleteJobsBefore(startTime)
-						if err != nil {
-							log.Errorf("Error while deleting retention jobs from db: %v", err)
-						} else {
-							log.Infof("Retention: Removed %d jobs from db", cnt)
-						}
-						if err = jobRepo.Optimize(); err != nil {
-							log.Errorf("Error occured in db optimization: %v", err)
-						}
-					}
-				}))
-	}
+				}
+			}))
+}
+
+func RegisterRetentionMoveService(age int, includeDB bool, location string) {
+	log.Info("Register retention move service")
+
+	s.NewJob(gocron.DailyJob(1, gocron.NewAtTimes(gocron.NewAtTime(04, 0, 0))),
+		gocron.NewTask(
+			func() {
+				startTime := time.Now().Unix() - int64(age*24*3600)
+				jobs, err := jobRepo.FindJobsBetween(0, startTime)
+				if err != nil {
+					log.Warnf("Error while looking for retention jobs: %s", err.Error())
+				}
+				archive.GetHandle().Move(jobs, location)
+
+				if includeDB {
+					cnt, err := jobRepo.DeleteJobsBefore(startTime)
+					if err != nil {
+						log.Errorf("Error while deleting retention jobs from db: %v", err)
+					} else {
+						log.Infof("Retention: Removed %d jobs from db", cnt)
+					}
+					if err = jobRepo.Optimize(); err != nil {
+						log.Errorf("Error occured in db optimization: %v", err)
+					}
+				}
+			}))
 }

internal/taskManager/taskManager.go

@@ -5,8 +5,13 @@
 package taskManager
 
 import (
+	"encoding/json"
+	"time"
+
+	"github.com/ClusterCockpit/cc-backend/internal/config"
 	"github.com/ClusterCockpit/cc-backend/internal/repository"
 	"github.com/ClusterCockpit/cc-backend/pkg/log"
+	"github.com/ClusterCockpit/cc-backend/pkg/schema"
 	"github.com/go-co-op/gocron/v2"
 )
 
@@ -15,13 +20,66 @@ var (
 	jobRepo *repository.JobRepository
 )
 
-func init() {
+func parseDuration(s string) (time.Duration, error) {
+	interval, err := time.ParseDuration(s)
+	if err != nil {
+		log.Warnf("Could not parse duration for sync interval: %v",
+			s)
+		return 0, err
+	}
+
+	if interval == 0 {
+		log.Info("TaskManager: Sync interval is zero")
+	}
+
+	return interval, nil
+}
+
+func Start() {
 	var err error
 	jobRepo = repository.GetJobRepository()
 	s, err = gocron.NewScheduler()
 	if err != nil {
 		log.Fatalf("Error while creating gocron scheduler: %s", err.Error())
 	}
+
+	if config.Keys.StopJobsExceedingWalltime > 0 {
+		RegisterStopJobsExceedTime()
+	}
+
+	var cfg struct {
+		Retention   schema.Retention `json:"retention"`
+		Compression int              `json:"compression"`
+	}
+	cfg.Retention.IncludeDB = true
+
+	if err := json.Unmarshal(config.Keys.Archive, &cfg); err != nil {
+		log.Warn("Error while unmarshaling raw config json")
+	}
+
+	switch cfg.Retention.Policy {
+	case "delete":
+		RegisterRetentionDeleteService(
+			cfg.Retention.Age,
+			cfg.Retention.IncludeDB)
+	case "move":
+		RegisterRetentionMoveService(
+			cfg.Retention.Age,
+			cfg.Retention.IncludeDB,
+			cfg.Retention.Location)
+	}
+
+	if cfg.Compression > 0 {
+		RegisterCompressionService(cfg.Compression)
+	}
+
+	lc := config.Keys.LdapConfig
+
+	if lc.SyncInterval != "" {
+		RegisterLdapSyncService(lc.SyncInterval)
+	}
+
+	s.Start()
 }
 
 func Shutdown() {