cc-backend/pkg/archive/json.go

// Copyright (C) NHR@FAU, University Erlangen-Nuremberg.
// All rights reserved. This file is part of cc-backend.
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.

package archive

import (
	"encoding/json"
	"io"
	"time"

	cclog "github.com/ClusterCockpit/cc-lib/v2/ccLogger"
	"github.com/ClusterCockpit/cc-lib/v2/schema"
)

func DecodeJobData(r io.Reader, k string) (schema.JobData, error) {
	data := cache.Get(k, func() (value any, ttl time.Duration, size int) {
		var d schema.JobData
		if err := json.NewDecoder(r).Decode(&d); err != nil {
			cclog.Warn("Error while decoding raw job data json")
			return err, 0, 1000
		}

		return d, 1 * time.Hour, d.Size()
	})

	if err, ok := data.(error); ok {
		cclog.Warn("Error in decoded job data set")
		return schema.JobData{}, err
	}

	return data.(schema.JobData), nil
}

// scopedStatsFromMetrics converts a flat metric->scope->JobMetric map into the
// corresponding metric->scope->[]*ScopedStats map. It preserves the "remove
// empty" cleanup behaviour: a scope with no series is dropped, and a metric
// with no remaining scopes is dropped.
func scopedStatsFromMetrics(metrics map[string]schema.ScopedMetrics) map[string]schema.ScopedMetricStats {
	result := make(map[string]schema.ScopedMetricStats)
	for metric, metricData := range metrics {
		if _, ok := result[metric]; !ok {
			result[metric] = make(schema.ScopedMetricStats)
		}

		for scope, jobMetric := range metricData {
			if _, ok := result[metric][scope]; !ok {
				result[metric][scope] = make([]*schema.ScopedStats, 0)
			}

			for _, series := range jobMetric.Series {
				result[metric][scope] = append(result[metric][scope], &schema.ScopedStats{
					Hostname: series.Hostname,
					ID:       series.ID,
					Data:     &series.Statistics,
				})
			}

			// So that one can later check len(result[metric][scope]): Remove from map if empty
			if len(result[metric][scope]) == 0 {
				delete(result[metric], scope)
				if len(result[metric]) == 0 {
					delete(result, metric)
				}
			}
		}
	}
	return result
}

func DecodeJobStats(r io.Reader, k string) (schema.ScopedJobStats, error) {
	jobData, err := DecodeJobData(r, k)
	if err != nil {
		return schema.ScopedJobStats{}, err
	}

	// Convert schema.JobData to schema.ScopedJobStats
	scopedJobStats := schema.ScopedJobStats{
		Metrics: scopedStatsFromMetrics(jobData.Metrics),
	}

	// Project array-valued metric groups (e.g. filesystems) analogously.
	for _, group := range jobData.Groups {
		scopedGroup := schema.ScopedStatsGroup{Key: group.Key}
		for _, inst := range group.Instances {
			scopedGroup.Instances = append(scopedGroup.Instances, schema.ScopedStatsGroupInstance{
				Name:    inst.Name,
				Type:    inst.Type,
				Metrics: scopedStatsFromMetrics(inst.Metrics),
			})
		}
		scopedJobStats.Groups = append(scopedJobStats.Groups, scopedGroup)
	}

	return scopedJobStats, nil
}

func DecodeJobMeta(r io.Reader) (*schema.Job, error) {
	var d schema.Job
	if err := json.NewDecoder(r).Decode(&d); err != nil {
		cclog.Warn("Error while decoding raw job meta json")
		return &d, err
	}

	// Sanitize parameters

	return &d, nil
}

func DecodeCluster(r io.Reader) (*schema.Cluster, error) {
	var c schema.Cluster
	if err := json.NewDecoder(r).Decode(&c); err != nil {
		cclog.Warn("Error while decoding raw cluster json")
		return &c, err
	}

	// Sanitize parameters

	return &c, nil
}

func EncodeJobData(w io.Writer, d *schema.JobData) error {
	// Sanitize parameters
	if err := json.NewEncoder(w).Encode(d); err != nil {
		cclog.Warn("Error while encoding new job data json")
		return err
	}

	return nil
}

func EncodeJobMeta(w io.Writer, d *schema.Job) error {
	// Sanitize parameters
	if err := json.NewEncoder(w).Encode(d); err != nil {
		cclog.Warn("Error while encoding new job meta json")
		return err
	}

	return nil
}

func EncodeCluster(w io.Writer, c *schema.Cluster) error {
	if err := json.NewEncoder(w).Encode(c); err != nil {
		cclog.Warn("Error while encoding cluster json")
		return err
	}
	return nil
}