cc-backend/graph/resolver.go

216 lines
6.2 KiB
Go
Raw Normal View History

package graph
import (
2021-12-08 10:12:19 +01:00
"context"
"errors"
"fmt"
2021-05-03 10:23:47 +02:00
"regexp"
"strings"
2021-12-08 10:12:19 +01:00
"time"
2021-12-08 10:12:19 +01:00
"github.com/ClusterCockpit/cc-jobarchive/auth"
2021-03-31 08:50:53 +02:00
"github.com/ClusterCockpit/cc-jobarchive/graph/model"
sq "github.com/Masterminds/squirrel"
"github.com/jmoiron/sqlx"
)
// This file will not be regenerated automatically.
//
// It serves as dependency injection for your app, add any dependencies you require here.
2021-05-03 10:23:47 +02:00
type Resolver struct {
2021-11-26 10:35:07 +01:00
DB *sqlx.DB
}
2021-11-26 10:35:07 +01:00
var JobTableCols []string = []string{"id", "job_id", "user_id", "project_id", "cluster_id", "start_time", "duration", "job_state", "num_nodes", "node_list", "flops_any_avg", "mem_bw_avg", "net_bw_avg", "file_bw_avg", "load_avg"}
type Scannable interface {
Scan(dest ...interface{}) error
}
// Helper function for scanning jobs with the `jobTableCols` columns selected.
2021-11-26 10:35:07 +01:00
func ScanJob(row Scannable) (*model.Job, error) {
job := &model.Job{HasProfile: true}
2021-05-21 09:30:15 +02:00
var nodeList string
if err := row.Scan(
&job.ID, &job.JobID, &job.UserID, &job.ProjectID, &job.ClusterID,
&job.StartTime, &job.Duration, &job.State, &job.NumNodes, &nodeList,
&job.FlopsAnyAvg, &job.MemBwAvg, &job.NetBwAvg, &job.FileBwAvg, &job.LoadAvg); err != nil {
return nil, err
}
2021-12-08 10:12:19 +01:00
if job.Duration == 0 && job.State == model.JobStateRunning {
job.Duration = int(time.Since(job.StartTime).Seconds())
}
job.Nodes = strings.Split(nodeList, ",")
return job, nil
}
// Helper function for the `jobs` GraphQL-Query. Is also used elsewhere when a list of jobs is needed.
2021-12-08 10:12:19 +01:00
func (r *Resolver) queryJobs(ctx context.Context, filters []*model.JobFilter, page *model.PageRequest, order *model.OrderByInput) ([]*model.Job, int, error) {
2021-11-26 10:35:07 +01:00
query := sq.Select(JobTableCols...).From("job")
2021-12-08 10:12:19 +01:00
query = securityCheck(ctx, query)
2021-04-21 10:12:19 +02:00
if order != nil {
field := toSnakeCase(order.Field)
if order.Order == model.SortDirectionEnumAsc {
query = query.OrderBy(fmt.Sprintf("job.%s ASC", field))
} else if order.Order == model.SortDirectionEnumDesc {
query = query.OrderBy(fmt.Sprintf("job.%s DESC", field))
} else {
return nil, 0, errors.New("invalid sorting order")
}
}
if page != nil {
limit := uint64(page.ItemsPerPage)
query = query.Offset((uint64(page.Page) - 1) * limit).Limit(limit)
} else {
query = query.Limit(50)
}
for _, f := range filters {
query = buildWhereClause(f, query)
}
rows, err := query.RunWith(r.DB).Query()
2021-05-21 09:30:15 +02:00
if err != nil {
return nil, 0, err
2021-05-21 09:30:15 +02:00
}
defer rows.Close()
2021-05-21 09:30:15 +02:00
jobs := make([]*model.Job, 0, 50)
2021-05-21 09:30:15 +02:00
for rows.Next() {
2021-11-26 10:35:07 +01:00
job, err := ScanJob(rows)
2021-05-21 09:30:15 +02:00
if err != nil {
return nil, 0, err
2021-05-21 09:30:15 +02:00
}
jobs = append(jobs, job)
2021-05-21 09:30:15 +02:00
}
query = sq.Select("count(*)").From("job")
for _, f := range filters {
query = buildWhereClause(f, query)
}
rows, err = query.RunWith(r.DB).Query()
if err != nil {
return nil, 0, err
}
defer rows.Close()
var count int
rows.Next()
if err := rows.Scan(&count); err != nil {
return nil, 0, err
}
return jobs, count, nil
}
2021-12-08 10:12:19 +01:00
func securityCheck(ctx context.Context, query sq.SelectBuilder) sq.SelectBuilder {
val := ctx.Value(auth.ContextUserKey)
if val == nil {
return query
}
user := val.(*auth.User)
if user.IsAdmin {
return query
}
return query.Where("job.user_id = ?", user.Username)
}
// Build a sq.SelectBuilder out of a model.JobFilter.
func buildWhereClause(filter *model.JobFilter, query sq.SelectBuilder) sq.SelectBuilder {
if filter.Tags != nil {
query = query.Join("jobtag ON jobtag.job_id = job.id").Where("jobtag.tag_id IN ?", filter.Tags)
}
if filter.JobID != nil {
query = buildStringCondition("job.job_id", filter.JobID, query)
}
if filter.UserID != nil {
query = buildStringCondition("job.user_id", filter.UserID, query)
}
if filter.ProjectID != nil {
query = buildStringCondition("job.project_id", filter.ProjectID, query)
2021-04-22 15:00:54 +02:00
}
if filter.ClusterID != nil {
query = buildStringCondition("job.cluster_id", filter.ClusterID, query)
2021-04-22 15:00:54 +02:00
}
if filter.StartTime != nil {
query = buildTimeCondition("job.start_time", filter.StartTime, query)
2021-04-07 09:19:21 +02:00
}
if filter.Duration != nil {
query = buildIntCondition("job.duration", filter.Duration, query)
2021-04-07 09:19:21 +02:00
}
if filter.IsRunning != nil {
if *filter.IsRunning {
query = query.Where("job.job_state = 'running'")
} else {
query = query.Where("job.job_state = 'completed'")
}
2021-04-07 09:19:21 +02:00
}
if filter.NumNodes != nil {
query = buildIntCondition("job.num_nodes", filter.NumNodes, query)
2021-04-14 18:53:18 +02:00
}
if filter.FlopsAnyAvg != nil {
query = buildFloatCondition("job.flops_any_avg", filter.FlopsAnyAvg, query)
2021-04-14 18:53:18 +02:00
}
if filter.MemBwAvg != nil {
query = buildFloatCondition("job.mem_bw_avg", filter.MemBwAvg, query)
}
if filter.LoadAvg != nil {
query = buildFloatCondition("job.load_avg", filter.LoadAvg, query)
}
if filter.MemUsedMax != nil {
query = buildFloatCondition("job.mem_used_max", filter.MemUsedMax, query)
}
return query
}
func buildIntCondition(field string, cond *model.IntRange, query sq.SelectBuilder) sq.SelectBuilder {
return query.Where(field+" BETWEEN ? AND ?", cond.From, cond.To)
2021-04-14 18:53:18 +02:00
}
func buildTimeCondition(field string, cond *model.TimeRange, query sq.SelectBuilder) sq.SelectBuilder {
if cond.From != nil && cond.To != nil {
return query.Where(field+" BETWEEN ? AND ?", cond.From.Unix(), cond.To.Unix())
} else if cond.From != nil {
return query.Where("? <= "+field, cond.From.Unix())
} else if cond.To != nil {
return query.Where(field+" <= ?", cond.To.Unix())
} else {
return query
}
}
func buildFloatCondition(field string, cond *model.FloatRange, query sq.SelectBuilder) sq.SelectBuilder {
return query.Where(field+" BETWEEN ? AND ?", cond.From, cond.To)
2021-05-21 09:30:15 +02:00
}
func buildStringCondition(field string, cond *model.StringInput, query sq.SelectBuilder) sq.SelectBuilder {
if cond.Eq != nil {
return query.Where(field+" = ?", *cond.Eq)
2021-05-21 09:30:15 +02:00
}
if cond.StartsWith != nil {
return query.Where(field+"LIKE ?", fmt.Sprint(*cond.StartsWith, "%"))
2021-05-21 09:30:15 +02:00
}
if cond.EndsWith != nil {
return query.Where(field+"LIKE ?", fmt.Sprint("%", *cond.StartsWith))
2021-05-21 09:30:15 +02:00
}
if cond.Contains != nil {
return query.Where(field+"LIKE ?", fmt.Sprint("%", *cond.StartsWith, "%"))
2021-05-21 09:30:15 +02:00
}
return query
2021-05-21 09:30:15 +02:00
}
func toSnakeCase(str string) string {
matchFirstCap := regexp.MustCompile("(.)([A-Z][a-z]+)")
matchAllCap := regexp.MustCompile("([a-z0-9])([A-Z])")
snake := matchFirstCap.ReplaceAllString(str, "${1}_${2}")
snake = matchAllCap.ReplaceAllString(snake, "${1}_${2}")
return strings.ToLower(snake)
2021-05-21 09:30:15 +02:00
}