diff --git a/cc-metric-collector.go b/cc-metric-collector.go index 42f7843..5544af8 100644 --- a/cc-metric-collector.go +++ b/cc-metric-collector.go @@ -15,10 +15,10 @@ import ( "sync" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" mr "github.com/ClusterCockpit/cc-metric-collector/internal/metricRouter" - mct "github.com/ClusterCockpit/cc-metric-collector/internal/multiChanTicker" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" + mct "github.com/ClusterCockpit/cc-metric-collector/pkg/multiChanTicker" ) type CentralConfigFile struct { diff --git a/collectors/beegfsmetaMetric.go b/collectors/beegfsmetaMetric.go index 0aaea39..d202773 100644 --- a/collectors/beegfsmetaMetric.go +++ b/collectors/beegfsmetaMetric.go @@ -14,8 +14,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) const DEFAULT_BEEGFS_CMD = "beegfs-ctl" diff --git a/collectors/beegfsstorageMetric.go b/collectors/beegfsstorageMetric.go index bc5b370..be57e0f 100644 --- a/collectors/beegfsstorageMetric.go +++ b/collectors/beegfsstorageMetric.go @@ -14,8 +14,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) // Struct for the collector-specific JSON config diff --git a/collectors/collectorManager.go b/collectors/collectorManager.go index 58d67fe..2cac282 100644 --- a/collectors/collectorManager.go +++ b/collectors/collectorManager.go @@ -6,9 +6,9 @@ import ( "sync" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" - mct "github.com/ClusterCockpit/cc-metric-collector/internal/multiChanTicker" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" + mct "github.com/ClusterCockpit/cc-metric-collector/pkg/multiChanTicker" ) // Map of all available metric collectors @@ -38,7 +38,7 @@ var AvailableCollectors = map[string]MetricCollector{ "beegfs_storage": new(BeegfsStorageCollector), "rocm_smi": new(RocmSmiCollector), "smartmon": new(SmartMonCollector), - "schedstat": new(SchedstatCollector), + "schedstat": new(SchedstatCollector), } // Metric collector manager data structure diff --git a/collectors/cpufreqCpuinfoMetric.go b/collectors/cpufreqCpuinfoMetric.go index 80732ff..a6716d3 100644 --- a/collectors/cpufreqCpuinfoMetric.go +++ b/collectors/cpufreqCpuinfoMetric.go @@ -10,8 +10,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) // diff --git a/collectors/cpufreqMetric.go b/collectors/cpufreqMetric.go index c79be65..cf67457 100644 --- a/collectors/cpufreqMetric.go +++ b/collectors/cpufreqMetric.go @@ -9,8 +9,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" "golang.org/x/sys/unix" ) diff --git a/collectors/cpustatMetric.go b/collectors/cpustatMetric.go index 3c09b83..bd6ec2f 100644 --- a/collectors/cpustatMetric.go +++ b/collectors/cpustatMetric.go @@ -9,8 +9,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" sysconf "github.com/tklauser/go-sysconf" ) @@ -22,12 +22,12 @@ type CpustatCollectorConfig struct { type CpustatCollector struct { metricCollector - config CpustatCollectorConfig - lastTimestamp time.Time // Store time stamp of last tick to derive values - matches map[string]int - cputags map[string]map[string]string - nodetags map[string]string - olddata map[string]map[string]int64 + config CpustatCollectorConfig + lastTimestamp time.Time // Store time stamp of last tick to derive values + matches map[string]int + cputags map[string]map[string]string + nodetags map[string]string + olddata map[string]map[string]int64 } func (m *CpustatCollector) Init(config json.RawMessage) error { @@ -118,7 +118,7 @@ func (m *CpustatCollector) parseStatLine(linefields []string, tags map[string]st } } } - + for name, value := range values { y, err := lp.New(name, tags, m.meta, map[string]interface{}{"value": value * 100}, now) if err == nil { diff --git a/collectors/customCmdMetric.go b/collectors/customCmdMetric.go index a669cca..e150014 100644 --- a/collectors/customCmdMetric.go +++ b/collectors/customCmdMetric.go @@ -9,7 +9,7 @@ import ( "strings" "time" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" influx "github.com/influxdata/line-protocol" ) diff --git a/collectors/diskstatMetric.go b/collectors/diskstatMetric.go index 69ffe07..d1ec4fc 100644 --- a/collectors/diskstatMetric.go +++ b/collectors/diskstatMetric.go @@ -8,8 +8,8 @@ import ( "syscall" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) // "log" diff --git a/collectors/gpfsMetric.go b/collectors/gpfsMetric.go index dac6bc2..b3f9fc4 100644 --- a/collectors/gpfsMetric.go +++ b/collectors/gpfsMetric.go @@ -13,8 +13,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) const DEFAULT_GPFS_CMD = "mmpmon" diff --git a/collectors/infinibandMetric.go b/collectors/infinibandMetric.go index a4de367..7560af9 100644 --- a/collectors/infinibandMetric.go +++ b/collectors/infinibandMetric.go @@ -4,8 +4,8 @@ import ( "fmt" "os" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" "golang.org/x/sys/unix" "encoding/json" diff --git a/collectors/iostatMetric.go b/collectors/iostatMetric.go index 19b4157..4d1dbd1 100644 --- a/collectors/iostatMetric.go +++ b/collectors/iostatMetric.go @@ -4,8 +4,8 @@ import ( "bufio" "os" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" // "log" "encoding/json" diff --git a/collectors/ipmiMetric.go b/collectors/ipmiMetric.go index 50605ac..32c4c45 100644 --- a/collectors/ipmiMetric.go +++ b/collectors/ipmiMetric.go @@ -10,7 +10,7 @@ import ( "strings" "time" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) const IPMITOOL_PATH = `ipmitool` diff --git a/collectors/likwidMetric.go b/collectors/likwidMetric.go index 2819963..265d84c 100644 --- a/collectors/likwidMetric.go +++ b/collectors/likwidMetric.go @@ -23,10 +23,10 @@ import ( "time" "unsafe" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" - topo "github.com/ClusterCockpit/cc-metric-collector/internal/ccTopology" agg "github.com/ClusterCockpit/cc-metric-collector/internal/metricAggregator" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" + topo "github.com/ClusterCockpit/cc-metric-collector/pkg/ccTopology" "github.com/NVIDIA/go-nvml/pkg/dl" ) diff --git a/collectors/loadavgMetric.go b/collectors/loadavgMetric.go index 287ad5d..887e63e 100644 --- a/collectors/loadavgMetric.go +++ b/collectors/loadavgMetric.go @@ -8,8 +8,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) // diff --git a/collectors/lustreMetric.go b/collectors/lustreMetric.go index eade2ca..bcb9ca6 100644 --- a/collectors/lustreMetric.go +++ b/collectors/lustreMetric.go @@ -10,8 +10,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) const LUSTRE_SYSFS = `/sys/fs/lustre` diff --git a/collectors/memstatMetric.go b/collectors/memstatMetric.go index 366607c..4aec4c8 100644 --- a/collectors/memstatMetric.go +++ b/collectors/memstatMetric.go @@ -12,8 +12,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) const MEMSTATFILE = "/proc/meminfo" diff --git a/collectors/metricCollector.go b/collectors/metricCollector.go index 4d52571..f09fa61 100644 --- a/collectors/metricCollector.go +++ b/collectors/metricCollector.go @@ -5,7 +5,7 @@ import ( "fmt" "time" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) type MetricCollector interface { diff --git a/collectors/netstatMetric.go b/collectors/netstatMetric.go index 8cfb34e..8428df1 100644 --- a/collectors/netstatMetric.go +++ b/collectors/netstatMetric.go @@ -9,8 +9,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) const NETSTATFILE = "/proc/net/dev" diff --git a/collectors/nfsMetric.go b/collectors/nfsMetric.go index 6b15784..7dca096 100644 --- a/collectors/nfsMetric.go +++ b/collectors/nfsMetric.go @@ -11,7 +11,7 @@ import ( "strings" "time" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) // First part contains the code for the general NfsCollector. diff --git a/collectors/numastatsMetric.go b/collectors/numastatsMetric.go index f65a019..8eaac67 100644 --- a/collectors/numastatsMetric.go +++ b/collectors/numastatsMetric.go @@ -10,8 +10,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) // diff --git a/collectors/nvidiaMetric.go b/collectors/nvidiaMetric.go index 0eb7c8a..a1fed03 100644 --- a/collectors/nvidiaMetric.go +++ b/collectors/nvidiaMetric.go @@ -8,8 +8,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" "github.com/NVIDIA/go-nvml/pkg/nvml" ) diff --git a/collectors/rocmsmiMetric.go b/collectors/rocmsmiMetric.go index d9c635a..9d8625d 100644 --- a/collectors/rocmsmiMetric.go +++ b/collectors/rocmsmiMetric.go @@ -6,8 +6,8 @@ import ( "fmt" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" "github.com/ClusterCockpit/go-rocm-smi/pkg/rocm_smi" ) diff --git a/collectors/sampleMetric.go b/collectors/sampleMetric.go index 47ec296..056ed85 100644 --- a/collectors/sampleMetric.go +++ b/collectors/sampleMetric.go @@ -4,8 +4,8 @@ import ( "encoding/json" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) // These are the fields we read from the JSON configuration diff --git a/collectors/sampleTimerMetric.go b/collectors/sampleTimerMetric.go index aa6807e..8b09bc1 100644 --- a/collectors/sampleTimerMetric.go +++ b/collectors/sampleTimerMetric.go @@ -5,8 +5,8 @@ import ( "sync" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) // These are the fields we read from the JSON configuration diff --git a/collectors/schedstatMetric.go b/collectors/schedstatMetric.go index e3041ae..8c010ed 100644 --- a/collectors/schedstatMetric.go +++ b/collectors/schedstatMetric.go @@ -1,17 +1,17 @@ package collectors import ( + "bufio" "encoding/json" "fmt" - "bufio" - "time" - "os" - "strings" - "strconv" "math" + "os" + "strconv" + "strings" + "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) const SCHEDSTATFILE = `/proc/schedstat` @@ -25,11 +25,11 @@ type SchedstatCollectorConfig struct { // defined by metricCollector (name, init, ...) type SchedstatCollector struct { metricCollector - config SchedstatCollectorConfig // the configuration structure - lastTimestamp time.Time // Store time stamp of last tick to derive values - meta map[string]string // default meta information - cputags map[string]map[string]string // default tags - olddata map[string]map[string]int64 // default tags + config SchedstatCollectorConfig // the configuration structure + lastTimestamp time.Time // Store time stamp of last tick to derive values + meta map[string]string // default meta information + cputags map[string]map[string]string // default tags + olddata map[string]map[string]int64 // default tags } // Functions to implement MetricCollector interface @@ -52,7 +52,7 @@ func (m *SchedstatCollector) Init(config json.RawMessage) error { // Define meta information sent with each metric // (Can also be dynamic or this is the basic set with extension through AddMeta()) m.meta = map[string]string{"source": m.name, "group": "SCHEDSTAT"} - + // Read in the JSON configuration if len(config) > 0 { err = json.Unmarshal(config, &m.config) @@ -83,12 +83,11 @@ func (m *SchedstatCollector) Init(config json.RawMessage) error { running, _ := strconv.ParseInt(linefields[7], 10, 64) waiting, _ := strconv.ParseInt(linefields[8], 10, 64) m.cputags[linefields[0]] = map[string]string{"type": "hwthread", "type-id": fmt.Sprintf("%d", cpu)} - m.olddata[linefields[0]] = map[string]int64{"running" : running, "waiting" : waiting} + m.olddata[linefields[0]] = map[string]int64{"running": running, "waiting": waiting} num_cpus++ } } - // Save current timestamp m.lastTimestamp = time.Now() @@ -102,7 +101,7 @@ func (m *SchedstatCollector) ParseProcLine(linefields []string, tags map[string] waiting, _ := strconv.ParseInt(linefields[8], 10, 64) diff_running := running - m.olddata[linefields[0]]["running"] diff_waiting := waiting - m.olddata[linefields[0]]["waiting"] - + var l_running float64 = float64(diff_running) / tsdelta.Seconds() / (math.Pow(1000, 3)) var l_waiting float64 = float64(diff_waiting) / tsdelta.Seconds() / (math.Pow(1000, 3)) @@ -110,11 +109,11 @@ func (m *SchedstatCollector) ParseProcLine(linefields []string, tags map[string] m.olddata[linefields[0]]["waiting"] = waiting value := l_running + l_waiting - y, err := lp.New("cpu_load_core", tags, m.meta, map[string]interface{}{"value": value}, now) + y, err := lp.New("cpu_load_core", tags, m.meta, map[string]interface{}{"value": value}, now) if err == nil { // Send it to output channel output <- y - } + } } // Read collects all metrics belonging to the sample collector diff --git a/collectors/tempMetric.go b/collectors/tempMetric.go index c9f4a16..303be4a 100644 --- a/collectors/tempMetric.go +++ b/collectors/tempMetric.go @@ -9,8 +9,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) // See: https://www.kernel.org/doc/html/latest/hwmon/sysfs-interface.html diff --git a/collectors/topprocsMetric.go b/collectors/topprocsMetric.go index 1f4aaca..08dbae0 100644 --- a/collectors/topprocsMetric.go +++ b/collectors/topprocsMetric.go @@ -9,7 +9,7 @@ import ( "strings" "time" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) const MAX_NUM_PROCS = 10 diff --git a/go.mod b/go.mod index c1d66f2..c6f53dc 100644 --- a/go.mod +++ b/go.mod @@ -13,6 +13,7 @@ require ( github.com/nats-io/nats.go v1.16.0 github.com/prometheus/client_golang v1.12.2 github.com/stmcginnis/gofish v0.13.0 + github.com/tklauser/go-sysconf v0.3.10 golang.org/x/sys v0.0.0-20220712014510-0a85c31ab51e ) @@ -31,6 +32,7 @@ require ( github.com/prometheus/common v0.37.0 // indirect github.com/prometheus/procfs v0.7.3 // indirect github.com/shopspring/decimal v1.3.1 // indirect + github.com/tklauser/numcpus v0.4.0 // indirect golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d // indirect golang.org/x/net v0.0.0-20220708220712-1185a9018129 // indirect google.golang.org/protobuf v1.28.0 // indirect diff --git a/go.sum b/go.sum index 9f65f7e..03d7b08 100644 --- a/go.sum +++ b/go.sum @@ -287,6 +287,10 @@ github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/ github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.1 h1:5TQK59W5E3v0r2duFAb7P95B6hEeOyEnHRa8MjYSMTY= github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/tklauser/go-sysconf v0.3.10 h1:IJ1AZGZRWbY8T5Vfk04D9WOA5WSejdflXxP03OUqALw= +github.com/tklauser/go-sysconf v0.3.10/go.mod h1:C8XykCvCb+Gn0oNCWPIlcb0RuglQTYaQ2hGm7jmxEFk= +github.com/tklauser/numcpus v0.4.0 h1:E53Dm1HjH1/R2/aoCtXtPgzmElmn51aOkhCFSuZq//o= +github.com/tklauser/numcpus v0.4.0/go.mod h1:1+UI3pD8NW14VMwdgJNJ1ESk2UnwhAnz5hMwiKKqXCQ= github.com/ugorji/go v1.1.7/go.mod h1:kZn38zHttfInRq0xu/PH0az30d+z6vm202qpg1oXVMw= github.com/ugorji/go v1.2.7/go.mod h1:nF9osbDWLy6bDVv/Rtoh6QgnvNDpmCalQV5urGCCS6M= github.com/ugorji/go/codec v1.1.7/go.mod h1:Ax+UKWsSmolVDwsd+7N3ZtXu+yMGCf907BLYF3GoBXY= @@ -445,6 +449,7 @@ golang.org/x/sys v0.0.0-20211019181941-9d821ace8654/go.mod h1:oPkhp1MJrh7nUepCBc golang.org/x/sys v0.0.0-20211103235746-7861aae1554b/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220114195835-da31bd327af9/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220128215802-99c3d69c2c27/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220513210249-45d2b4557a2a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220712014510-0a85c31ab51e h1:NHvCuwuS43lGnYhten69ZWqi2QOj/CiDNcKbVqwVoew= golang.org/x/sys v0.0.0-20220712014510-0a85c31ab51e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= diff --git a/internal/metricAggregator/metricAggregator.go b/internal/metricAggregator/metricAggregator.go index f5c7ada..50bc963 100644 --- a/internal/metricAggregator/metricAggregator.go +++ b/internal/metricAggregator/metricAggregator.go @@ -9,10 +9,10 @@ import ( "sync" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" - topo "github.com/ClusterCockpit/cc-metric-collector/internal/ccTopology" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" + topo "github.com/ClusterCockpit/cc-metric-collector/pkg/ccTopology" "github.com/PaesslerAG/gval" ) diff --git a/internal/metricAggregator/metricAggregatorFunctions.go b/internal/metricAggregator/metricAggregatorFunctions.go index 945dc6d..68d205b 100644 --- a/internal/metricAggregator/metricAggregatorFunctions.go +++ b/internal/metricAggregator/metricAggregatorFunctions.go @@ -8,8 +8,8 @@ import ( "sort" "strings" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - topo "github.com/ClusterCockpit/cc-metric-collector/internal/ccTopology" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + topo "github.com/ClusterCockpit/cc-metric-collector/pkg/ccTopology" ) /* diff --git a/internal/metricRouter/metricCache.go b/internal/metricRouter/metricCache.go index 8886f47..81e69a9 100644 --- a/internal/metricRouter/metricCache.go +++ b/internal/metricRouter/metricCache.go @@ -4,11 +4,11 @@ import ( "sync" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" agg "github.com/ClusterCockpit/cc-metric-collector/internal/metricAggregator" - mct "github.com/ClusterCockpit/cc-metric-collector/internal/multiChanTicker" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" + mct "github.com/ClusterCockpit/cc-metric-collector/pkg/multiChanTicker" ) type metricCachePeriod struct { diff --git a/internal/metricRouter/metricRouter.go b/internal/metricRouter/metricRouter.go index 2614ced..32ac0f3 100644 --- a/internal/metricRouter/metricRouter.go +++ b/internal/metricRouter/metricRouter.go @@ -7,11 +7,11 @@ import ( "sync" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" agg "github.com/ClusterCockpit/cc-metric-collector/internal/metricAggregator" - mct "github.com/ClusterCockpit/cc-metric-collector/internal/multiChanTicker" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" + mct "github.com/ClusterCockpit/cc-metric-collector/pkg/multiChanTicker" units "github.com/ClusterCockpit/cc-units" ) diff --git a/internal/ccLogger/cclogger.go b/pkg/ccLogger/cclogger.go similarity index 100% rename from internal/ccLogger/cclogger.go rename to pkg/ccLogger/cclogger.go diff --git a/internal/ccMetric/README.md b/pkg/ccMetric/README.md similarity index 100% rename from internal/ccMetric/README.md rename to pkg/ccMetric/README.md diff --git a/internal/ccMetric/ccMetric.go b/pkg/ccMetric/ccMetric.go similarity index 100% rename from internal/ccMetric/ccMetric.go rename to pkg/ccMetric/ccMetric.go diff --git a/internal/ccTopology/ccTopology.go b/pkg/ccTopology/ccTopology.go similarity index 99% rename from internal/ccTopology/ccTopology.go rename to pkg/ccTopology/ccTopology.go index 0ed8883..f7d7092 100644 --- a/internal/ccTopology/ccTopology.go +++ b/pkg/ccTopology/ccTopology.go @@ -10,7 +10,7 @@ import ( "strconv" "strings" - cclogger "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" + cclogger "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" ) const SYSFS_NUMABASE = `/sys/devices/system/node` diff --git a/internal/multiChanTicker/README.md b/pkg/multiChanTicker/README.md similarity index 100% rename from internal/multiChanTicker/README.md rename to pkg/multiChanTicker/README.md diff --git a/internal/multiChanTicker/multiChanTicker.go b/pkg/multiChanTicker/multiChanTicker.go similarity index 93% rename from internal/multiChanTicker/multiChanTicker.go rename to pkg/multiChanTicker/multiChanTicker.go index e0eca43..1791474 100644 --- a/internal/multiChanTicker/multiChanTicker.go +++ b/pkg/multiChanTicker/multiChanTicker.go @@ -3,7 +3,7 @@ package multiChanTicker import ( "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" ) type multiChanTicker struct { diff --git a/receivers/httpReceiver.go b/receivers/httpReceiver.go index 974bcd6..efd31ac 100644 --- a/receivers/httpReceiver.go +++ b/receivers/httpReceiver.go @@ -10,8 +10,8 @@ import ( "strings" "sync" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" "github.com/gorilla/mux" influx "github.com/influxdata/line-protocol" ) diff --git a/receivers/metricReceiver.go b/receivers/metricReceiver.go index 6b85fd4..1edef4e 100644 --- a/receivers/metricReceiver.go +++ b/receivers/metricReceiver.go @@ -1,7 +1,7 @@ package receivers import ( - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) type defaultReceiverConfig struct { diff --git a/receivers/natsReceiver.go b/receivers/natsReceiver.go index 1a5f47b..095a7ee 100644 --- a/receivers/natsReceiver.go +++ b/receivers/natsReceiver.go @@ -6,8 +6,8 @@ import ( "fmt" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" influx "github.com/influxdata/line-protocol" nats "github.com/nats-io/nats.go" ) diff --git a/receivers/prometheusReceiver.go b/receivers/prometheusReceiver.go index c22969d..7846c1d 100644 --- a/receivers/prometheusReceiver.go +++ b/receivers/prometheusReceiver.go @@ -12,8 +12,8 @@ import ( "sync" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) type PrometheusReceiverConfig struct { diff --git a/receivers/receiveManager.go b/receivers/receiveManager.go index 7a20fac..c47c3cc 100644 --- a/receivers/receiveManager.go +++ b/receivers/receiveManager.go @@ -5,8 +5,8 @@ import ( "os" "sync" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) var AvailableReceivers = map[string]func(name string, config json.RawMessage) (Receiver, error){ diff --git a/receivers/redfishReceiver.go b/receivers/redfishReceiver.go index 18c3ee8..de9744d 100644 --- a/receivers/redfishReceiver.go +++ b/receivers/redfishReceiver.go @@ -10,8 +10,8 @@ import ( "sync" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" // See: https://pkg.go.dev/github.com/stmcginnis/gofish "github.com/stmcginnis/gofish" diff --git a/receivers/sampleReceiver.go b/receivers/sampleReceiver.go index 19d6f25..86e68cd 100644 --- a/receivers/sampleReceiver.go +++ b/receivers/sampleReceiver.go @@ -4,7 +4,7 @@ import ( "encoding/json" "fmt" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" ) // SampleReceiver configuration: receiver type, listen address, port diff --git a/sinks/gangliaCommon.go b/sinks/gangliaCommon.go index f92550b..1c846f0 100644 --- a/sinks/gangliaCommon.go +++ b/sinks/gangliaCommon.go @@ -4,7 +4,7 @@ import ( "fmt" "strings" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) func GangliaMetricName(point lp.CCMetric) string { diff --git a/sinks/gangliaSink.go b/sinks/gangliaSink.go index 5324123..b6a0646 100644 --- a/sinks/gangliaSink.go +++ b/sinks/gangliaSink.go @@ -9,8 +9,8 @@ import ( // "time" "os/exec" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) const GMETRIC_EXEC = `gmetric` diff --git a/sinks/httpSink.go b/sinks/httpSink.go index 466915d..49d98b0 100644 --- a/sinks/httpSink.go +++ b/sinks/httpSink.go @@ -9,8 +9,8 @@ import ( "sync" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" influx "github.com/influxdata/line-protocol" ) diff --git a/sinks/influxAsyncSink.go b/sinks/influxAsyncSink.go index bf88079..ccf5302 100644 --- a/sinks/influxAsyncSink.go +++ b/sinks/influxAsyncSink.go @@ -9,8 +9,8 @@ import ( "strings" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" influxdb2 "github.com/influxdata/influxdb-client-go/v2" influxdb2Api "github.com/influxdata/influxdb-client-go/v2/api" influxdb2ApiHttp "github.com/influxdata/influxdb-client-go/v2/api/http" diff --git a/sinks/influxSink.go b/sinks/influxSink.go index 90f8da8..94704cd 100644 --- a/sinks/influxSink.go +++ b/sinks/influxSink.go @@ -9,8 +9,8 @@ import ( "sync" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" influxdb2 "github.com/influxdata/influxdb-client-go/v2" influxdb2Api "github.com/influxdata/influxdb-client-go/v2/api" "github.com/influxdata/influxdb-client-go/v2/api/write" diff --git a/sinks/libgangliaSink.go b/sinks/libgangliaSink.go index 3651584..bb5488a 100644 --- a/sinks/libgangliaSink.go +++ b/sinks/libgangliaSink.go @@ -71,8 +71,8 @@ import ( "fmt" "unsafe" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" "github.com/NVIDIA/go-nvml/pkg/dl" ) diff --git a/sinks/metricSink.go b/sinks/metricSink.go index c6c6860..2fd429c 100644 --- a/sinks/metricSink.go +++ b/sinks/metricSink.go @@ -1,7 +1,7 @@ package sinks import ( - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) type defaultSinkConfig struct { diff --git a/sinks/natsSink.go b/sinks/natsSink.go index 4d43454..a9a980d 100644 --- a/sinks/natsSink.go +++ b/sinks/natsSink.go @@ -8,8 +8,8 @@ import ( "sync" "time" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" influx "github.com/influxdata/line-protocol" nats "github.com/nats-io/nats.go" ) diff --git a/sinks/prometheusSink.go b/sinks/prometheusSink.go index 5011ac0..7a1163d 100644 --- a/sinks/prometheusSink.go +++ b/sinks/prometheusSink.go @@ -9,8 +9,8 @@ import ( "strings" "sync" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" "github.com/gorilla/mux" "github.com/prometheus/client_golang/prometheus" "github.com/prometheus/client_golang/prometheus/promhttp" diff --git a/sinks/sampleSink.go b/sinks/sampleSink.go index 2a823e6..9d9e991 100644 --- a/sinks/sampleSink.go +++ b/sinks/sampleSink.go @@ -5,8 +5,8 @@ import ( "fmt" "log" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) type SampleSinkConfig struct { diff --git a/sinks/sinkManager.go b/sinks/sinkManager.go index 6af8614..392346d 100644 --- a/sinks/sinkManager.go +++ b/sinks/sinkManager.go @@ -6,8 +6,8 @@ import ( "os" "sync" - cclog "github.com/ClusterCockpit/cc-metric-collector/internal/ccLogger" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + cclog "github.com/ClusterCockpit/cc-metric-collector/pkg/ccLogger" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) const SINK_MAX_FORWARD = 50 diff --git a/sinks/stdoutSink.go b/sinks/stdoutSink.go index e091af3..eadef4e 100644 --- a/sinks/stdoutSink.go +++ b/sinks/stdoutSink.go @@ -7,7 +7,7 @@ import ( "strings" // "time" - lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric" + lp "github.com/ClusterCockpit/cc-metric-collector/pkg/ccMetric" ) type StdoutSink struct {