Refactor directory structure

internal/graph/model/models.go

@@ -0,0 +1,122 @@
+package model
+
+import (
+	"encoding/json"
+	"strconv"
+)
+
+type Cluster struct {
+	Name         string          `json:"name"`
+	MetricConfig []*MetricConfig `json:"metricConfig"`
+	FilterRanges *FilterRanges   `json:"filterRanges"`
+	SubClusters  []*SubCluster   `json:"subClusters"`
+
+	// NOT part of the GraphQL API. This has to be a JSON object with a field `"kind"`.
+	// All other fields depend on that kind (e.g. "cc-metric-store", "influxdb-v2").
+	MetricDataRepository json.RawMessage `json:"metricDataRepository"`
+}
+
+// Return a list of socket IDs given a list of hwthread IDs.
+// Even if just one hwthread is in that socket, add it to the list.
+// If no hwthreads other than those in the argument list are assigned to
+// one of the sockets in the first return value, return true as the second value.
+// TODO: Optimize this, there must be a more efficient way/algorithm.
+func (topo *Topology) GetSocketsFromHWThreads(hwthreads []int) (sockets []int, exclusive bool) {
+	socketsMap := map[int]int{}
+	for _, hwthread := range hwthreads {
+		for socket, hwthreadsInSocket := range topo.Socket {
+			for _, hwthreadInSocket := range hwthreadsInSocket {
+				if hwthread == hwthreadInSocket {
+					socketsMap[socket] += 1
+				}
+			}
+		}
+	}
+
+	exclusive = true
+	hwthreadsPerSocket := len(topo.Node) / len(topo.Socket)
+	sockets = make([]int, 0, len(socketsMap))
+	for socket, count := range socketsMap {
+		sockets = append(sockets, socket)
+		exclusive = exclusive && count == hwthreadsPerSocket
+	}
+
+	return sockets, exclusive
+}
+
+// Return a list of core IDs given a list of hwthread IDs.
+// Even if just one hwthread is in that core, add it to the list.
+// If no hwthreads other than those in the argument list are assigned to
+// one of the cores in the first return value, return true as the second value.
+// TODO: Optimize this, there must be a more efficient way/algorithm.
+func (topo *Topology) GetCoresFromHWThreads(hwthreads []int) (cores []int, exclusive bool) {
+	coresMap := map[int]int{}
+	for _, hwthread := range hwthreads {
+		for core, hwthreadsInCore := range topo.Core {
+			for _, hwthreadInCore := range hwthreadsInCore {
+				if hwthread == hwthreadInCore {
+					coresMap[core] += 1
+				}
+			}
+		}
+	}
+
+	exclusive = true
+	hwthreadsPerCore := len(topo.Node) / len(topo.Core)
+	cores = make([]int, 0, len(coresMap))
+	for core, count := range coresMap {
+		cores = append(cores, core)
+		exclusive = exclusive && count == hwthreadsPerCore
+	}
+
+	return cores, exclusive
+}
+
+// Return a list of memory domain IDs given a list of hwthread IDs.
+// Even if just one hwthread is in that memory domain, add it to the list.
+// If no hwthreads other than those in the argument list are assigned to
+// one of the memory domains in the first return value, return true as the second value.
+// TODO: Optimize this, there must be a more efficient way/algorithm.
+func (topo *Topology) GetMemoryDomainsFromHWThreads(hwthreads []int) (memDoms []int, exclusive bool) {
+	memDomsMap := map[int]int{}
+	for _, hwthread := range hwthreads {
+		for memDom, hwthreadsInmemDom := range topo.MemoryDomain {
+			for _, hwthreadInmemDom := range hwthreadsInmemDom {
+				if hwthread == hwthreadInmemDom {
+					memDomsMap[memDom] += 1
+				}
+			}
+		}
+	}
+
+	exclusive = true
+	hwthreadsPermemDom := len(topo.Node) / len(topo.MemoryDomain)
+	memDoms = make([]int, 0, len(memDomsMap))
+	for memDom, count := range memDomsMap {
+		memDoms = append(memDoms, memDom)
+		exclusive = exclusive && count == hwthreadsPermemDom
+	}
+
+	return memDoms, exclusive
+}
+
+func (topo *Topology) GetAcceleratorIDs() ([]int, error) {
+	accels := make([]int, 0)
+	for _, accel := range topo.Accelerators {
+		id, err := strconv.Atoi(accel.ID)
+		if err != nil {
+			return nil, err
+		}
+		accels = append(accels, id)
+	}
+	return accels, nil
+}
+
+func (topo *Topology) GetAcceleratorIndex(id string) (int, bool) {
+	for idx, accel := range topo.Accelerators {
+		if accel.ID == id {
+			return idx, true
+		}
+	}
+	return -1, false
+}

internal/graph/model/models_gen.go

@@ -0,0 +1,310 @@
+// Code generated by github.com/99designs/gqlgen, DO NOT EDIT.
+
+package model
+
+import (
+	"fmt"
+	"io"
+	"strconv"
+	"time"
+
+	"github.com/ClusterCockpit/cc-backend/pkg/schema"
+)
+
+type Accelerator struct {
+	ID    string `json:"id"`
+	Type  string `json:"type"`
+	Model string `json:"model"`
+}
+
+type Count struct {
+	Name  string `json:"name"`
+	Count int    `json:"count"`
+}
+
+type FilterRanges struct {
+	Duration  *IntRangeOutput  `json:"duration"`
+	NumNodes  *IntRangeOutput  `json:"numNodes"`
+	StartTime *TimeRangeOutput `json:"startTime"`
+}
+
+type FloatRange struct {
+	From float64 `json:"from"`
+	To   float64 `json:"to"`
+}
+
+type Footprints struct {
+	Nodehours []schema.Float      `json:"nodehours"`
+	Metrics   []*MetricFootprints `json:"metrics"`
+}
+
+type HistoPoint struct {
+	Count int `json:"count"`
+	Value int `json:"value"`
+}
+
+type IntRange struct {
+	From int `json:"from"`
+	To   int `json:"to"`
+}
+
+type IntRangeOutput struct {
+	From int `json:"from"`
+	To   int `json:"to"`
+}
+
+type JobFilter struct {
+	Tags            []string          `json:"tags"`
+	JobID           *StringInput      `json:"jobId"`
+	ArrayJobID      *int              `json:"arrayJobId"`
+	User            *StringInput      `json:"user"`
+	Project         *StringInput      `json:"project"`
+	Cluster         *StringInput      `json:"cluster"`
+	Partition       *StringInput      `json:"partition"`
+	Duration        *IntRange         `json:"duration"`
+	MinRunningFor   *int              `json:"minRunningFor"`
+	NumNodes        *IntRange         `json:"numNodes"`
+	NumAccelerators *IntRange         `json:"numAccelerators"`
+	NumHWThreads    *IntRange         `json:"numHWThreads"`
+	StartTime       *TimeRange        `json:"startTime"`
+	State           []schema.JobState `json:"state"`
+	FlopsAnyAvg     *FloatRange       `json:"flopsAnyAvg"`
+	MemBwAvg        *FloatRange       `json:"memBwAvg"`
+	LoadAvg         *FloatRange       `json:"loadAvg"`
+	MemUsedMax      *FloatRange       `json:"memUsedMax"`
+}
+
+type JobMetricWithName struct {
+	Name   string            `json:"name"`
+	Metric *schema.JobMetric `json:"metric"`
+}
+
+type JobResultList struct {
+	Items  []*schema.Job `json:"items"`
+	Offset *int          `json:"offset"`
+	Limit  *int          `json:"limit"`
+	Count  *int          `json:"count"`
+}
+
+type JobsStatistics struct {
+	ID             string        `json:"id"`
+	TotalJobs      int           `json:"totalJobs"`
+	ShortJobs      int           `json:"shortJobs"`
+	TotalWalltime  int           `json:"totalWalltime"`
+	TotalCoreHours int           `json:"totalCoreHours"`
+	HistDuration   []*HistoPoint `json:"histDuration"`
+	HistNumNodes   []*HistoPoint `json:"histNumNodes"`
+}
+
+type MetricConfig struct {
+	Name        string              `json:"name"`
+	Unit        string              `json:"unit"`
+	Scope       schema.MetricScope  `json:"scope"`
+	Aggregation *string             `json:"aggregation"`
+	Timestep    int                 `json:"timestep"`
+	Peak        *float64            `json:"peak"`
+	Normal      *float64            `json:"normal"`
+	Caution     *float64            `json:"caution"`
+	Alert       *float64            `json:"alert"`
+	SubClusters []*SubClusterConfig `json:"subClusters"`
+}
+
+type MetricFootprints struct {
+	Metric string         `json:"metric"`
+	Data   []schema.Float `json:"data"`
+}
+
+type NodeMetrics struct {
+	Host       string               `json:"host"`
+	SubCluster string               `json:"subCluster"`
+	Metrics    []*JobMetricWithName `json:"metrics"`
+}
+
+type OrderByInput struct {
+	Field string            `json:"field"`
+	Order SortDirectionEnum `json:"order"`
+}
+
+type PageRequest struct {
+	ItemsPerPage int `json:"itemsPerPage"`
+	Page         int `json:"page"`
+}
+
+type StringInput struct {
+	Eq         *string `json:"eq"`
+	Contains   *string `json:"contains"`
+	StartsWith *string `json:"startsWith"`
+	EndsWith   *string `json:"endsWith"`
+}
+
+type SubCluster struct {
+	Name            string    `json:"name"`
+	Nodes           string    `json:"nodes"`
+	NumberOfNodes   int       `json:"numberOfNodes"`
+	ProcessorType   string    `json:"processorType"`
+	SocketsPerNode  int       `json:"socketsPerNode"`
+	CoresPerSocket  int       `json:"coresPerSocket"`
+	ThreadsPerCore  int       `json:"threadsPerCore"`
+	FlopRateScalar  int       `json:"flopRateScalar"`
+	FlopRateSimd    int       `json:"flopRateSimd"`
+	MemoryBandwidth int       `json:"memoryBandwidth"`
+	Topology        *Topology `json:"topology"`
+}
+
+type SubClusterConfig struct {
+	Name    string  `json:"name"`
+	Peak    float64 `json:"peak"`
+	Normal  float64 `json:"normal"`
+	Caution float64 `json:"caution"`
+	Alert   float64 `json:"alert"`
+}
+
+type TimeRange struct {
+	From *time.Time `json:"from"`
+	To   *time.Time `json:"to"`
+}
+
+type TimeRangeOutput struct {
+	From time.Time `json:"from"`
+	To   time.Time `json:"to"`
+}
+
+type Topology struct {
+	Node         []int          `json:"node"`
+	Socket       [][]int        `json:"socket"`
+	MemoryDomain [][]int        `json:"memoryDomain"`
+	Die          [][]int        `json:"die"`
+	Core         [][]int        `json:"core"`
+	Accelerators []*Accelerator `json:"accelerators"`
+}
+
+type User struct {
+	Username string `json:"username"`
+	Name     string `json:"name"`
+	Email    string `json:"email"`
+}
+
+type Aggregate string
+
+const (
+	AggregateUser    Aggregate = "USER"
+	AggregateProject Aggregate = "PROJECT"
+	AggregateCluster Aggregate = "CLUSTER"
+)
+
+var AllAggregate = []Aggregate{
+	AggregateUser,
+	AggregateProject,
+	AggregateCluster,
+}
+
+func (e Aggregate) IsValid() bool {
+	switch e {
+	case AggregateUser, AggregateProject, AggregateCluster:
+		return true
+	}
+	return false
+}
+
+func (e Aggregate) String() string {
+	return string(e)
+}
+
+func (e *Aggregate) UnmarshalGQL(v interface{}) error {
+	str, ok := v.(string)
+	if !ok {
+		return fmt.Errorf("enums must be strings")
+	}
+
+	*e = Aggregate(str)
+	if !e.IsValid() {
+		return fmt.Errorf("%s is not a valid Aggregate", str)
+	}
+	return nil
+}
+
+func (e Aggregate) MarshalGQL(w io.Writer) {
+	fmt.Fprint(w, strconv.Quote(e.String()))
+}
+
+type SortDirectionEnum string
+
+const (
+	SortDirectionEnumDesc SortDirectionEnum = "DESC"
+	SortDirectionEnumAsc  SortDirectionEnum = "ASC"
+)
+
+var AllSortDirectionEnum = []SortDirectionEnum{
+	SortDirectionEnumDesc,
+	SortDirectionEnumAsc,
+}
+
+func (e SortDirectionEnum) IsValid() bool {
+	switch e {
+	case SortDirectionEnumDesc, SortDirectionEnumAsc:
+		return true
+	}
+	return false
+}
+
+func (e SortDirectionEnum) String() string {
+	return string(e)
+}
+
+func (e *SortDirectionEnum) UnmarshalGQL(v interface{}) error {
+	str, ok := v.(string)
+	if !ok {
+		return fmt.Errorf("enums must be strings")
+	}
+
+	*e = SortDirectionEnum(str)
+	if !e.IsValid() {
+		return fmt.Errorf("%s is not a valid SortDirectionEnum", str)
+	}
+	return nil
+}
+
+func (e SortDirectionEnum) MarshalGQL(w io.Writer) {
+	fmt.Fprint(w, strconv.Quote(e.String()))
+}
+
+type Weights string
+
+const (
+	WeightsNodeCount Weights = "NODE_COUNT"
+	WeightsNodeHours Weights = "NODE_HOURS"
+)
+
+var AllWeights = []Weights{
+	WeightsNodeCount,
+	WeightsNodeHours,
+}
+
+func (e Weights) IsValid() bool {
+	switch e {
+	case WeightsNodeCount, WeightsNodeHours:
+		return true
+	}
+	return false
+}
+
+func (e Weights) String() string {
+	return string(e)
+}
+
+func (e *Weights) UnmarshalGQL(v interface{}) error {
+	str, ok := v.(string)
+	if !ok {
+		return fmt.Errorf("enums must be strings")
+	}
+
+	*e = Weights(str)
+	if !e.IsValid() {
+		return fmt.Errorf("%s is not a valid Weights", str)
+	}
+	return nil
+}
+
+func (e Weights) MarshalGQL(w io.Writer) {
+	fmt.Fprint(w, strconv.Quote(e.String()))
+}