Modularize the whole thing (#16)

* Use channels, add a metric router, split up configuration and use extended version of Influx line protocol internally * Use central timer for collectors and router. Add expressions to router * Add expression to router config * Update entry points * Start with README * Update README for CCMetric * Formatting * Update README.md * Add README for MultiChanTicker * Add README for MultiChanTicker * Update README.md * Add README to metric router * Update main README * Remove SinkEntity type * Update README for sinks * Update go files * Update README for receivers * Update collectors README * Update collectors README * Use seperate page per collector * Fix for tempstat page * Add docs for customcmd collector * Add docs for ipmistat collector * Add docs for topprocs collector * Update customCmdMetric.md * Use seconds when calculating LIKWID metrics * Add IB metrics ib_recv_pkts and ib_xmit_pkts * Drop domain part of host name * Updated to latest stable version of likwid * Define source code dependencies in Makefile * Add GPFS / IBM Spectrum Scale collector * Add vet and staticcheck make targets * Add vet and staticcheck make targets * Avoid go vet warning: struct field tag `json:"..., omitempty"` not compatible with reflect.StructTag.Get: suspicious space in struct tag value struct field tag `json:"...", omitempty` not compatible with reflect.StructTag.Get: key:"value" pairs not separated by spaces * Add sample collector to README.md * Add CPU frequency collector * Avoid staticcheck warning: redundant return statement * Avoid staticcheck warning: unnecessary assignment to the blank identifier * Simplified code * Add CPUFreqCollectorCpuinfo a metric collector to measure the current frequency of the CPUs as obtained from /proc/cpuinfo Only measure on the first hyperthread * Add collector for NFS clients * Move publication of metrics into Flush() for NatsSink * Update GitHub actions * Refactoring * Avoid vet warning: Println arg list ends with redundant newline * Avoid vet warning struct field commands has json tag but is not exported * Avoid vet warning: return copies lock value. * Corrected typo * Refactoring * Add go sources in internal/... * Bad separator in Makefile * Fix Infiniband collector Co-authored-by: Holger Obermaier <40787752+ho-ob@users.noreply.github.com>
2025-07-31 08:56:06 +02:00 · 2022-01-25 15:37:43 +01:00
parent 222862af32
commit 200af84c54
60 changed files with 2596 additions and 1105 deletions
--- a/collectors/nfsMetric.go
+++ b/collectors/nfsMetric.go
@@ -0,0 +1,147 @@
+package collectors
+
+import (
+	"encoding/json"
+	"fmt"
+	"log"
+
+	//	"os"
+	"os/exec"
+	"strconv"
+	"strings"
+	"time"
+
+	lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric"
+)
+
+type NfsCollectorData struct {
+	current int64
+	last    int64
+}
+
+type NfsCollector struct {
+	metricCollector
+	tags   map[string]string
+	config struct {
+		Nfsutils       string   `json:"nfsutils"`
+		ExcludeMetrics []string `json:"exclude_metrics,omitempty"`
+	}
+	data map[string]map[string]NfsCollectorData
+}
+
+func (m *NfsCollector) initStats() error {
+	cmd := exec.Command(m.config.Nfsutils, "-l")
+	cmd.Wait()
+	buffer, err := cmd.Output()
+	if err == nil {
+		for _, line := range strings.Split(string(buffer), "\n") {
+			lf := strings.Fields(line)
+			if len(lf) != 5 {
+				continue
+			}
+			if _, exist := m.data[lf[1]]; !exist {
+				m.data[lf[1]] = make(map[string]NfsCollectorData)
+			}
+			name := strings.Trim(lf[3], ":")
+			if _, exist := m.data[lf[1]][name]; !exist {
+				value, err := strconv.ParseInt(lf[4], 0, 64)
+				if err == nil {
+					x := m.data[lf[1]][name]
+					x.current = value
+					x.last = 0
+					m.data[lf[1]][name] = x
+				}
+			}
+		}
+	}
+	return err
+}
+
+func (m *NfsCollector) updateStats() error {
+	cmd := exec.Command(m.config.Nfsutils, "-l")
+	cmd.Wait()
+	buffer, err := cmd.Output()
+	if err == nil {
+		for _, line := range strings.Split(string(buffer), "\n") {
+			lf := strings.Fields(line)
+			if len(lf) != 5 {
+				continue
+			}
+			if _, exist := m.data[lf[1]]; !exist {
+				m.data[lf[1]] = make(map[string]NfsCollectorData)
+			}
+			name := strings.Trim(lf[3], ":")
+			if _, exist := m.data[lf[1]][name]; exist {
+				value, err := strconv.ParseInt(lf[4], 0, 64)
+				if err == nil {
+					x := m.data[lf[1]][name]
+					x.last = x.current
+					x.current = value
+					m.data[lf[1]][name] = x
+				}
+			}
+		}
+	}
+	return err
+}
+
+func (m *NfsCollector) Init(config json.RawMessage) error {
+	var err error
+	m.name = "NfsCollector"
+	m.setup()
+
+	// Set default mmpmon binary
+	m.config.Nfsutils = "/usr/sbin/nfsstat"
+
+	// Read JSON configuration
+	if len(config) > 0 {
+		err = json.Unmarshal(config, &m.config)
+		if err != nil {
+			log.Print(err.Error())
+			return err
+		}
+	}
+	m.meta = map[string]string{
+		"source": m.name,
+		"group":  "NFS",
+	}
+	m.tags = map[string]string{
+		"type": "node",
+	}
+	// Check if mmpmon is in executable search path
+	_, err = exec.LookPath(m.config.Nfsutils)
+	if err != nil {
+		return fmt.Errorf("NfsCollector.Init(): Failed to find nfsstat binary '%s': %v", m.config.Nfsutils, err)
+	}
+	m.data = make(map[string]map[string]NfsCollectorData)
+	m.initStats()
+	m.init = true
+	return nil
+}
+
+func (m *NfsCollector) Read(interval time.Duration, output chan lp.CCMetric) {
+	if !m.init {
+		return
+	}
+	timestamp := time.Now()
+
+	m.updateStats()
+
+	for version, metrics := range m.data {
+		for name, data := range metrics {
+			if _, skip := stringArrayContains(m.config.ExcludeMetrics, name); skip {
+				continue
+			}
+			value := data.current - data.last
+			y, err := lp.New(fmt.Sprintf("nfs_%s", name), m.tags, m.meta, map[string]interface{}{"value": value}, timestamp)
+			if err == nil {
+				y.AddMeta("version", version)
+				output <- y
+			}
+		}
+	}
+}
+
+func (m *NfsCollector) Close() {
+	m.init = false
+}