improve logging messages

archive.go

@@ -66,7 +66,7 @@ func (m *MemoryStore) ToCheckpoint(dir string, from, to int64) (int, error) {
 		n += 1
 	}
 
-	return 0, nil
+	return n, nil
 }
 
 func (l *level) toCheckpointFile(from, to int64, m *MemoryStore) (*CheckpointFile, error) {
@@ -399,40 +399,44 @@ func findFiles(direntries []fs.DirEntry, t int64, findMoreRecentFiles bool) ([]s
 
 // ZIP all checkpoint files older than `from` together and write them to the `archiveDir`,
 // deleting them from the `checkpointsDir`.
-func ArchiveCheckpoints(checkpointsDir, archiveDir string, from int64) error {
+func ArchiveCheckpoints(checkpointsDir, archiveDir string, from int64) (int, error) {
 	entries1, err := os.ReadDir(checkpointsDir)
 	if err != nil {
-		return err
+		return 0, err
 	}
 
+	n := 0
 	for _, de1 := range entries1 {
 		entries2, err := os.ReadDir(filepath.Join(checkpointsDir, de1.Name()))
 		if err != nil {
-			return err
+			return n, err
 		}
 
 		for _, de2 := range entries2 {
 			cdir := filepath.Join(checkpointsDir, de1.Name(), de2.Name())
 			adir := filepath.Join(archiveDir, de1.Name(), de2.Name())
-			if err := archiveCheckpoints(cdir, adir, from); err != nil {
+			m, err := archiveCheckpoints(cdir, adir, from)
-				return err
+			n += m
+			if err != nil {
+				return n, err
 			}
+
 		}
 	}
 
-	return nil
+	return n, nil
 }
 
 // Helper function for `ArchiveCheckpoints`.
-func archiveCheckpoints(dir string, archiveDir string, from int64) error {
+func archiveCheckpoints(dir string, archiveDir string, from int64) (int, error) {
 	entries, err := os.ReadDir(dir)
 	if err != nil {
-		return err
+		return 0, err
 	}
 
 	files, err := findFiles(entries, from, false)
 	if err != nil {
-		return err
+		return 0, err
 	}
 
 	filename := filepath.Join(archiveDir, fmt.Sprintf("%d.zip", from))
@@ -444,40 +448,42 @@ func archiveCheckpoints(dir string, archiveDir string, from int64) error {
 		}
 	}
 	if err != nil {
-		return err
+		return 0, err
 	}
 	defer f.Close()
 	bw := bufio.NewWriter(f)
 	zw := zip.NewWriter(bw)
 
+	n := 0
 	for _, jsonFile := range files {
 		filename := filepath.Join(dir, jsonFile)
 		r, err := os.Open(filename)
 		if err != nil {
-			return err
+			return n, err
 		}
 
 		w, err := zw.Create(jsonFile)
 		if err != nil {
-			return err
+			return n, err
 		}
 
 		if _, err = io.Copy(w, r); err != nil {
-			return err
+			return n, err
 		}
 
 		if err = os.Remove(filename); err != nil {
-			return err
+			return n, err
 		}
+		n += 1
 	}
 
 	if err = zw.Close(); err != nil {
-		return err
+		return n, err
 	}
 
 	if err = bw.Flush(); err != nil {
-		return err
+		return n, err
 	}
 
-	return nil
+	return n, nil
 }

metric-store.go

@@ -147,13 +147,13 @@ func intervals(wg *sync.WaitGroup, ctx context.Context) {
 			case <-ctx.Done():
 				return
 			case <-ticks:
-				log.Println("Freeing up memory...")
 				t := time.Now().Add(-d)
+				log.Printf("start freeing buffers (older than %s)...\n", t.Format(time.RFC3339))
 				freed, err := memoryStore.Free(Selector{}, t.Unix())
 				if err != nil {
-					log.Printf("Freeing up memory failed: %s\n", err.Error())
+					log.Printf("freeing up buffers failed: %s\n", err.Error())
 				} else {
-					log.Printf("%d buffers freed\n", freed)
+					log.Printf("done: %d buffers freed\n", freed)
 				}
 			}
 		}
@@ -172,14 +172,14 @@ func intervals(wg *sync.WaitGroup, ctx context.Context) {
 			case <-ctx.Done():
 				return
 			case <-ticks:
-				log.Println("Checkpoint creation started...")
+				log.Printf("start checkpointing (starting at %s)...\n", lastCheckpoint.Format(time.RFC3339))
 				now := time.Now()
 				n, err := memoryStore.ToCheckpoint(conf.Checkpoints.RootDir,
 					lastCheckpoint.Unix(), now.Unix())
 				if err != nil {
-					log.Printf("Checkpoint creation failed: %s\n", err.Error())
+					log.Printf("checkpointing failed: %s\n", err.Error())
 				} else {
-					log.Printf("Checkpoint finished (%d files)\n", n)
+					log.Printf("done: %d checkpoint files created\n", n)
 					lastCheckpoint = now
 				}
 			}
@@ -198,13 +198,13 @@ func intervals(wg *sync.WaitGroup, ctx context.Context) {
 			case <-ctx.Done():
 				return
 			case <-ticks:
-				log.Println("Start zipping and deleting old checkpoints...")
 				t := time.Now().Add(-d)
-				err := ArchiveCheckpoints(conf.Checkpoints.RootDir, conf.Archive.RootDir, t.Unix())
+				log.Printf("start archiving checkpoints (older than %s)...\n", t.Format(time.RFC3339))
+				n, err := ArchiveCheckpoints(conf.Checkpoints.RootDir, conf.Archive.RootDir, t.Unix())
 				if err != nil {
-					log.Printf("Archiving failed: %s\n", err.Error())
+					log.Printf("archiving failed: %s\n", err.Error())
 				} else {
-					log.Println("Archiving checkpoints completed!")
+					log.Printf("done: %d files zipped and moved to archive\n", n)
 				}
 			}
 		}