Implementation of resolvers for new GraphQL schema

metricdata/archive.go

@@ -0,0 +1,125 @@
+package metricdata
+
+import (
+	"bufio"
+	"encoding/json"
+	"fmt"
+	"os"
+	"path/filepath"
+	"strconv"
+	"strings"
+
+	"github.com/ClusterCockpit/cc-jobarchive/graph/model"
+	"github.com/ClusterCockpit/cc-jobarchive/schema"
+)
+
+var JobArchivePath string = "./var/job-archive"
+
+// For a given job, return the path of the `data.json`/`meta.json` file.
+// TODO: Implement Issue ClusterCockpit/ClusterCockpit#97
+func getPath(job *model.Job, file string) (string, error) {
+	id, err := strconv.Atoi(strings.Split(job.JobID, ".")[0])
+	if err != nil {
+		return "", err
+	}
+
+	lvl1, lvl2 := id/1000, id%1000
+	return filepath.Join(JobArchivePath, job.ClusterID, fmt.Sprintf("%d", lvl1), fmt.Sprintf("%03d", lvl2), file), nil
+}
+
+// Assuming job is completed/archived, return the jobs metric data.
+func loadFromArchive(job *model.Job) (schema.JobData, error) {
+	filename, err := getPath(job, "data.json")
+	if err != nil {
+		return nil, err
+	}
+
+	f, err := os.Open(filename)
+	if err != nil {
+		return nil, err
+	}
+	defer f.Close()
+
+	var data schema.JobData
+	if err := json.NewDecoder(bufio.NewReader(f)).Decode(&data); err != nil {
+		return nil, err
+	}
+
+	return data, nil
+}
+
+// If the job is archived, find its `meta.json` file and override the tags list
+// in that JSON file. If the job is not archived, nothing is done.
+func UpdateTags(job *model.Job, tags []*model.JobTag) error {
+	if job.State == model.JobStateRunning {
+		return nil
+	}
+
+	filename, err := getPath(job, "meta.json")
+	if err != nil {
+		return err
+	}
+
+	f, err := os.Open(filename)
+	if err != nil {
+		if os.IsNotExist(err) {
+			return nil
+		}
+		return err
+	}
+
+	var metaFile schema.JobMeta
+	if err := json.NewDecoder(f).Decode(&metaFile); err != nil {
+		return err
+	}
+	f.Close()
+
+	metaFile.Tags = make([]struct {
+		Name string "json:\"name\""
+		Type string "json:\"type\""
+	}, 0)
+	for _, tag := range tags {
+		metaFile.Tags = append(metaFile.Tags, struct {
+			Name string "json:\"name\""
+			Type string "json:\"type\""
+		}{
+			Name: tag.TagName,
+			Type: tag.TagType,
+		})
+	}
+
+	bytes, err := json.Marshal(metaFile)
+	if err != nil {
+		return err
+	}
+
+	return os.WriteFile(filename, bytes, 0644)
+}
+
+// Helper to metricdata.LoadAverages().
+func loadAveragesFromArchive(job *model.Job, metrics []string, data [][]schema.Float) error {
+	filename, err := getPath(job, "meta.json")
+	if err != nil {
+		return err
+	}
+
+	bytes, err := os.ReadFile(filename)
+	if err != nil {
+		return err
+	}
+
+	var metaFile schema.JobMeta
+	if err := json.Unmarshal(bytes, &metaFile); err != nil {
+		return err
+	}
+
+	for i, m := range metrics {
+		if stat, ok := metaFile.Statistics[m]; ok {
+			data[i] = append(data[i], schema.Float(stat.Avg))
+		} else {
+			data[i] = append(data[i], schema.NaN)
+		}
+	}
+
+	return nil
+}

metricdata/metricdata.go

@@ -0,0 +1,41 @@
+package metricdata
+
+import (
+	"context"
+	"errors"
+
+	"github.com/ClusterCockpit/cc-jobarchive/graph/model"
+	"github.com/ClusterCockpit/cc-jobarchive/schema"
+)
+
+// Fetches the metric data for a job.
+func LoadData(job *model.Job, metrics []string, ctx context.Context) (schema.JobData, error) {
+	if job.State != model.JobStateCompleted {
+		return nil, errors.New("only completed jobs are supported")
+	}
+
+	data, err := loadFromArchive(job)
+	if err != nil {
+		return nil, err
+	}
+
+	if metrics != nil {
+		res := schema.JobData{}
+		for _, metric := range metrics {
+			if metricdata, ok := data[metric]; ok {
+				res[metric] = metricdata
+			}
+		}
+		return res, nil
+	}
+	return data, nil
+}
+
+// Used for the jobsFootprint GraphQL-Query. TODO: Rename/Generalize.
+func LoadAverages(job *model.Job, metrics []string, data [][]schema.Float, ctx context.Context) error {
+	if job.State != model.JobStateCompleted {
+		return errors.New("only completed jobs are supported")
+	}
+
+	return loadAveragesFromArchive(job, metrics, data)
+}