ClusterCockpit/cc-backend
1
0
Fork 0
mirror of https://github.com/ClusterCockpit/cc-backend synced 2024-12-26 13:29:05 +01:00
Code Issues Packages Releases Activity

Load cluster jsons from jobArchive.

Browse Source
This commit is contained in:
Jan Eitzinger 2021-05-03 10:23:47 +02:00
parent 3e6fccd273
commit 5c0ada7ec9
1 changed files with 14 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
graph/resolver.go
View File

@ -3,20 +3,22 @@ package graph
//go:generate go run github.com/99designs/gqlgen //go:generate go run github.com/99designs/gqlgen
import ( import (
"context" "context"
"encoding/json"
"fmt" "fmt"
"log" "log"
"strings"
"os" "os"
"strconv"
"encoding/json"
"time"
"regexp" "regexp"
"strconv"
"strings"
"time"
"github.com/ClusterCockpit/cc-jobarchive/graph/generated" "github.com/ClusterCockpit/cc-jobarchive/graph/generated"
"github.com/ClusterCockpit/cc-jobarchive/graph/model" "github.com/ClusterCockpit/cc-jobarchive/graph/model"
"github.com/jmoiron/sqlx" "github.com/jmoiron/sqlx"
) )
const jobArchiveDirectory string = "./job-data/"
type Resolver struct { type Resolver struct {
DB *sqlx.DB DB *sqlx.DB
} }
@ -65,7 +67,7 @@ func buildQueryConditions(filterList *model.JobFilterList) (string, string) {
for _, condition := range filterList.List { for _, condition := range filterList.List {
if condition.Tags != nil && len(condition.Tags) > 0 { if condition.Tags != nil && len(condition.Tags) > 0 {
conditions = append(conditions, "jobtag.tag_id IN ('" + strings.Join(condition.Tags, "', '") + "')") conditions = append(conditions, "jobtag.tag_id IN ('"+strings.Join(condition.Tags, "', '")+"')")
join = ` JOIN jobtag ON jobtag.job_id = job.id ` join = ` JOIN jobtag ON jobtag.job_id = job.id `
} }
if condition.JobID != nil { if condition.JobID != nil {
@ -101,12 +103,12 @@ func readJobDataFile(jobId string, clusterId *string, startTime *time.Time) ([]b
return nil, err return nil, err
} }
lvl1, lvl2 := id / 1000, id % 1000 lvl1, lvl2 := id/1000, id%1000
var filepath string var filepath string
if clusterId == nil { if clusterId == nil {
filepath = fmt.Sprintf("./job-data/%d/%03d/data.json", lvl1, lvl2) filepath = fmt.Sprintf("%s%d/%03d/data.json", jobArchiveDirectory, lvl1, lvl2)
} else { } else {
filepath = fmt.Sprintf("./job-data/%s/%d/%03d/data.json", *clusterId, lvl1, lvl2) filepath = fmt.Sprintf("%s%s/%d/%03d/data.json", jobArchiveDirectory, *clusterId, lvl1, lvl2)
} }
f, err := os.ReadFile(filepath) f, err := os.ReadFile(filepath)
@ -303,14 +305,14 @@ func (r *queryResolver) JobsStatistics(
} }
func (r *queryResolver) Clusters(ctx context.Context) ([]*model.Cluster, error) { func (r *queryResolver) Clusters(ctx context.Context) ([]*model.Cluster, error) {
files, err := os.ReadDir("./clusters"); files, err := os.ReadDir(jobArchiveDirectory)
if err != nil { if err != nil {
return nil, err return nil, err
} }
var clusters []*model.Cluster var clusters []*model.Cluster
for _, entry := range files { for _, entry := range files {
f, err := os.ReadFile("./clusters/" + entry.Name()) f, err := os.ReadFile(jobArchiveDirectory + entry.Name() + `/cluster.json`)
if err != nil { if err != nil {
return nil, err return nil, err
} }
@ -347,7 +349,7 @@ func (r *queryResolver) JobMetrics(
for name, metric := range metricMap { for name, metric := range metricMap {
if metrics == nil || contains(metrics, name) { if metrics == nil || contains(metrics, name) {
list = append(list, &model.JobMetricWithName{ name, metric }) list = append(list, &model.JobMetricWithName{name, metric})
} }
} }
@ -424,7 +426,7 @@ func (r *jobResolver) Tags(ctx context.Context, job *model.Job) ([]*model.JobTag
return tags, nil return tags, nil
} }
func (r *Resolver) Job() generated.JobResolver { return &jobResolver{r} } func (r *Resolver) Job() generated.JobResolver { return &jobResolver{r} }
func (r *Resolver) Query() generated.QueryResolver { return &queryResolver{r} } func (r *Resolver) Query() generated.QueryResolver { return &queryResolver{r} }
type jobResolver struct{ *Resolver } type jobResolver struct{ *Resolver }