mirror of
https://github.com/ClusterCockpit/cc-metric-collector.git
synced 2024-12-25 23:19:06 +01:00
200af84c54
* Use channels, add a metric router, split up configuration and use extended version of Influx line protocol internally * Use central timer for collectors and router. Add expressions to router * Add expression to router config * Update entry points * Start with README * Update README for CCMetric * Formatting * Update README.md * Add README for MultiChanTicker * Add README for MultiChanTicker * Update README.md * Add README to metric router * Update main README * Remove SinkEntity type * Update README for sinks * Update go files * Update README for receivers * Update collectors README * Update collectors README * Use seperate page per collector * Fix for tempstat page * Add docs for customcmd collector * Add docs for ipmistat collector * Add docs for topprocs collector * Update customCmdMetric.md * Use seconds when calculating LIKWID metrics * Add IB metrics ib_recv_pkts and ib_xmit_pkts * Drop domain part of host name * Updated to latest stable version of likwid * Define source code dependencies in Makefile * Add GPFS / IBM Spectrum Scale collector * Add vet and staticcheck make targets * Add vet and staticcheck make targets * Avoid go vet warning: struct field tag `json:"..., omitempty"` not compatible with reflect.StructTag.Get: suspicious space in struct tag value struct field tag `json:"...", omitempty` not compatible with reflect.StructTag.Get: key:"value" pairs not separated by spaces * Add sample collector to README.md * Add CPU frequency collector * Avoid staticcheck warning: redundant return statement * Avoid staticcheck warning: unnecessary assignment to the blank identifier * Simplified code * Add CPUFreqCollectorCpuinfo a metric collector to measure the current frequency of the CPUs as obtained from /proc/cpuinfo Only measure on the first hyperthread * Add collector for NFS clients * Move publication of metrics into Flush() for NatsSink * Update GitHub actions * Refactoring * Avoid vet warning: Println arg list ends with redundant newline * Avoid vet warning struct field commands has json tag but is not exported * Avoid vet warning: return copies lock value. * Corrected typo * Refactoring * Add go sources in internal/... * Bad separator in Makefile * Fix Infiniband collector Co-authored-by: Holger Obermaier <40787752+ho-ob@users.noreply.github.com>
148 lines
3.1 KiB
Go
148 lines
3.1 KiB
Go
package collectors
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"log"
|
|
|
|
// "os"
|
|
"os/exec"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric"
|
|
)
|
|
|
|
type NfsCollectorData struct {
|
|
current int64
|
|
last int64
|
|
}
|
|
|
|
type NfsCollector struct {
|
|
metricCollector
|
|
tags map[string]string
|
|
config struct {
|
|
Nfsutils string `json:"nfsutils"`
|
|
ExcludeMetrics []string `json:"exclude_metrics,omitempty"`
|
|
}
|
|
data map[string]map[string]NfsCollectorData
|
|
}
|
|
|
|
func (m *NfsCollector) initStats() error {
|
|
cmd := exec.Command(m.config.Nfsutils, "-l")
|
|
cmd.Wait()
|
|
buffer, err := cmd.Output()
|
|
if err == nil {
|
|
for _, line := range strings.Split(string(buffer), "\n") {
|
|
lf := strings.Fields(line)
|
|
if len(lf) != 5 {
|
|
continue
|
|
}
|
|
if _, exist := m.data[lf[1]]; !exist {
|
|
m.data[lf[1]] = make(map[string]NfsCollectorData)
|
|
}
|
|
name := strings.Trim(lf[3], ":")
|
|
if _, exist := m.data[lf[1]][name]; !exist {
|
|
value, err := strconv.ParseInt(lf[4], 0, 64)
|
|
if err == nil {
|
|
x := m.data[lf[1]][name]
|
|
x.current = value
|
|
x.last = 0
|
|
m.data[lf[1]][name] = x
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return err
|
|
}
|
|
|
|
func (m *NfsCollector) updateStats() error {
|
|
cmd := exec.Command(m.config.Nfsutils, "-l")
|
|
cmd.Wait()
|
|
buffer, err := cmd.Output()
|
|
if err == nil {
|
|
for _, line := range strings.Split(string(buffer), "\n") {
|
|
lf := strings.Fields(line)
|
|
if len(lf) != 5 {
|
|
continue
|
|
}
|
|
if _, exist := m.data[lf[1]]; !exist {
|
|
m.data[lf[1]] = make(map[string]NfsCollectorData)
|
|
}
|
|
name := strings.Trim(lf[3], ":")
|
|
if _, exist := m.data[lf[1]][name]; exist {
|
|
value, err := strconv.ParseInt(lf[4], 0, 64)
|
|
if err == nil {
|
|
x := m.data[lf[1]][name]
|
|
x.last = x.current
|
|
x.current = value
|
|
m.data[lf[1]][name] = x
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return err
|
|
}
|
|
|
|
func (m *NfsCollector) Init(config json.RawMessage) error {
|
|
var err error
|
|
m.name = "NfsCollector"
|
|
m.setup()
|
|
|
|
// Set default mmpmon binary
|
|
m.config.Nfsutils = "/usr/sbin/nfsstat"
|
|
|
|
// Read JSON configuration
|
|
if len(config) > 0 {
|
|
err = json.Unmarshal(config, &m.config)
|
|
if err != nil {
|
|
log.Print(err.Error())
|
|
return err
|
|
}
|
|
}
|
|
m.meta = map[string]string{
|
|
"source": m.name,
|
|
"group": "NFS",
|
|
}
|
|
m.tags = map[string]string{
|
|
"type": "node",
|
|
}
|
|
// Check if mmpmon is in executable search path
|
|
_, err = exec.LookPath(m.config.Nfsutils)
|
|
if err != nil {
|
|
return fmt.Errorf("NfsCollector.Init(): Failed to find nfsstat binary '%s': %v", m.config.Nfsutils, err)
|
|
}
|
|
m.data = make(map[string]map[string]NfsCollectorData)
|
|
m.initStats()
|
|
m.init = true
|
|
return nil
|
|
}
|
|
|
|
func (m *NfsCollector) Read(interval time.Duration, output chan lp.CCMetric) {
|
|
if !m.init {
|
|
return
|
|
}
|
|
timestamp := time.Now()
|
|
|
|
m.updateStats()
|
|
|
|
for version, metrics := range m.data {
|
|
for name, data := range metrics {
|
|
if _, skip := stringArrayContains(m.config.ExcludeMetrics, name); skip {
|
|
continue
|
|
}
|
|
value := data.current - data.last
|
|
y, err := lp.New(fmt.Sprintf("nfs_%s", name), m.tags, m.meta, map[string]interface{}{"value": value}, timestamp)
|
|
if err == nil {
|
|
y.AddMeta("version", version)
|
|
output <- y
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (m *NfsCollector) Close() {
|
|
m.init = false
|
|
}
|