mirror of
https://github.com/ClusterCockpit/cc-metric-collector.git
synced 2024-11-10 04:27:25 +01:00
200af84c54
* Use channels, add a metric router, split up configuration and use extended version of Influx line protocol internally * Use central timer for collectors and router. Add expressions to router * Add expression to router config * Update entry points * Start with README * Update README for CCMetric * Formatting * Update README.md * Add README for MultiChanTicker * Add README for MultiChanTicker * Update README.md * Add README to metric router * Update main README * Remove SinkEntity type * Update README for sinks * Update go files * Update README for receivers * Update collectors README * Update collectors README * Use seperate page per collector * Fix for tempstat page * Add docs for customcmd collector * Add docs for ipmistat collector * Add docs for topprocs collector * Update customCmdMetric.md * Use seconds when calculating LIKWID metrics * Add IB metrics ib_recv_pkts and ib_xmit_pkts * Drop domain part of host name * Updated to latest stable version of likwid * Define source code dependencies in Makefile * Add GPFS / IBM Spectrum Scale collector * Add vet and staticcheck make targets * Add vet and staticcheck make targets * Avoid go vet warning: struct field tag `json:"..., omitempty"` not compatible with reflect.StructTag.Get: suspicious space in struct tag value struct field tag `json:"...", omitempty` not compatible with reflect.StructTag.Get: key:"value" pairs not separated by spaces * Add sample collector to README.md * Add CPU frequency collector * Avoid staticcheck warning: redundant return statement * Avoid staticcheck warning: unnecessary assignment to the blank identifier * Simplified code * Add CPUFreqCollectorCpuinfo a metric collector to measure the current frequency of the CPUs as obtained from /proc/cpuinfo Only measure on the first hyperthread * Add collector for NFS clients * Move publication of metrics into Flush() for NatsSink * Update GitHub actions * Refactoring * Avoid vet warning: Println arg list ends with redundant newline * Avoid vet warning struct field commands has json tag but is not exported * Avoid vet warning: return copies lock value. * Corrected typo * Refactoring * Add go sources in internal/... * Bad separator in Makefile * Fix Infiniband collector Co-authored-by: Holger Obermaier <40787752+ho-ob@users.noreply.github.com>
116 lines
2.3 KiB
Go
116 lines
2.3 KiB
Go
package collectors
|
|
|
|
import (
|
|
"io/ioutil"
|
|
lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric"
|
|
// "log"
|
|
"encoding/json"
|
|
"errors"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
const DISKSTATFILE = `/proc/diskstats`
|
|
const DISKSTAT_SYSFSPATH = `/sys/block`
|
|
|
|
type DiskstatCollectorConfig struct {
|
|
ExcludeMetrics []string `json:"exclude_metrics,omitempty"`
|
|
}
|
|
|
|
type DiskstatCollector struct {
|
|
metricCollector
|
|
matches map[int]string
|
|
config DiskstatCollectorConfig
|
|
}
|
|
|
|
func (m *DiskstatCollector) Init(config json.RawMessage) error {
|
|
var err error
|
|
m.name = "DiskstatCollector"
|
|
m.meta = map[string]string{"source": m.name, "group": "Disk"}
|
|
m.setup()
|
|
if len(config) > 0 {
|
|
err = json.Unmarshal(config, &m.config)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
// https://www.kernel.org/doc/html/latest/admin-guide/iostats.html
|
|
matches := map[int]string{
|
|
3: "reads",
|
|
4: "reads_merged",
|
|
5: "read_sectors",
|
|
6: "read_ms",
|
|
7: "writes",
|
|
8: "writes_merged",
|
|
9: "writes_sectors",
|
|
10: "writes_ms",
|
|
11: "ioops",
|
|
12: "ioops_ms",
|
|
13: "ioops_weighted_ms",
|
|
14: "discards",
|
|
15: "discards_merged",
|
|
16: "discards_sectors",
|
|
17: "discards_ms",
|
|
18: "flushes",
|
|
19: "flushes_ms",
|
|
}
|
|
m.matches = make(map[int]string)
|
|
for k, v := range matches {
|
|
_, skip := stringArrayContains(m.config.ExcludeMetrics, v)
|
|
if !skip {
|
|
m.matches[k] = v
|
|
}
|
|
}
|
|
if len(m.matches) == 0 {
|
|
return errors.New("No metrics to collect")
|
|
}
|
|
_, err = ioutil.ReadFile(string(DISKSTATFILE))
|
|
if err == nil {
|
|
m.init = true
|
|
}
|
|
return err
|
|
}
|
|
|
|
func (m *DiskstatCollector) Read(interval time.Duration, output chan lp.CCMetric) {
|
|
var lines []string
|
|
if !m.init {
|
|
return
|
|
}
|
|
|
|
buffer, err := ioutil.ReadFile(string(DISKSTATFILE))
|
|
if err != nil {
|
|
return
|
|
}
|
|
lines = strings.Split(string(buffer), "\n")
|
|
|
|
for _, line := range lines {
|
|
if len(line) == 0 {
|
|
continue
|
|
}
|
|
f := strings.Fields(line)
|
|
if strings.Contains(f[2], "loop") {
|
|
continue
|
|
}
|
|
tags := map[string]string{
|
|
"device": f[2],
|
|
"type": "node",
|
|
}
|
|
for idx, name := range m.matches {
|
|
if idx < len(f) {
|
|
x, err := strconv.ParseInt(f[idx], 0, 64)
|
|
if err == nil {
|
|
y, err := lp.New(name, tags, m.meta, map[string]interface{}{"value": int(x)}, time.Now())
|
|
if err == nil {
|
|
output <- y
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (m *DiskstatCollector) Close() {
|
|
m.init = false
|
|
}
|