mirror of
https://github.com/ClusterCockpit/cc-metric-collector.git
synced 2024-12-26 15:29:04 +01:00
200af84c54
* Use channels, add a metric router, split up configuration and use extended version of Influx line protocol internally * Use central timer for collectors and router. Add expressions to router * Add expression to router config * Update entry points * Start with README * Update README for CCMetric * Formatting * Update README.md * Add README for MultiChanTicker * Add README for MultiChanTicker * Update README.md * Add README to metric router * Update main README * Remove SinkEntity type * Update README for sinks * Update go files * Update README for receivers * Update collectors README * Update collectors README * Use seperate page per collector * Fix for tempstat page * Add docs for customcmd collector * Add docs for ipmistat collector * Add docs for topprocs collector * Update customCmdMetric.md * Use seconds when calculating LIKWID metrics * Add IB metrics ib_recv_pkts and ib_xmit_pkts * Drop domain part of host name * Updated to latest stable version of likwid * Define source code dependencies in Makefile * Add GPFS / IBM Spectrum Scale collector * Add vet and staticcheck make targets * Add vet and staticcheck make targets * Avoid go vet warning: struct field tag `json:"..., omitempty"` not compatible with reflect.StructTag.Get: suspicious space in struct tag value struct field tag `json:"...", omitempty` not compatible with reflect.StructTag.Get: key:"value" pairs not separated by spaces * Add sample collector to README.md * Add CPU frequency collector * Avoid staticcheck warning: redundant return statement * Avoid staticcheck warning: unnecessary assignment to the blank identifier * Simplified code * Add CPUFreqCollectorCpuinfo a metric collector to measure the current frequency of the CPUs as obtained from /proc/cpuinfo Only measure on the first hyperthread * Add collector for NFS clients * Move publication of metrics into Flush() for NatsSink * Update GitHub actions * Refactoring * Avoid vet warning: Println arg list ends with redundant newline * Avoid vet warning struct field commands has json tag but is not exported * Avoid vet warning: return copies lock value. * Corrected typo * Refactoring * Add go sources in internal/... * Bad separator in Makefile * Fix Infiniband collector Co-authored-by: Holger Obermaier <40787752+ho-ob@users.noreply.github.com>
154 lines
4.0 KiB
Go
154 lines
4.0 KiB
Go
package receivers
|
|
|
|
import (
|
|
"encoding/json"
|
|
lp "github.com/ClusterCockpit/cc-metric-collector/internal/ccMetric"
|
|
"log"
|
|
"os"
|
|
"sync"
|
|
)
|
|
|
|
var AvailableReceivers = map[string]Receiver{
|
|
"nats": &NatsReceiver{},
|
|
}
|
|
|
|
type receiveManager struct {
|
|
inputs []Receiver
|
|
output chan lp.CCMetric
|
|
done chan bool
|
|
wg *sync.WaitGroup
|
|
config []ReceiverConfig
|
|
}
|
|
|
|
type ReceiveManager interface {
|
|
Init(wg *sync.WaitGroup, receiverConfigFile string) error
|
|
AddInput(rawConfig json.RawMessage) error
|
|
AddOutput(output chan lp.CCMetric)
|
|
Start()
|
|
Close()
|
|
}
|
|
|
|
func (rm *receiveManager) Init(wg *sync.WaitGroup, receiverConfigFile string) error {
|
|
rm.inputs = make([]Receiver, 0)
|
|
rm.output = nil
|
|
rm.done = make(chan bool)
|
|
rm.wg = wg
|
|
rm.config = make([]ReceiverConfig, 0)
|
|
configFile, err := os.Open(receiverConfigFile)
|
|
if err != nil {
|
|
log.Print(err.Error())
|
|
return err
|
|
}
|
|
defer configFile.Close()
|
|
jsonParser := json.NewDecoder(configFile)
|
|
var rawConfigs []json.RawMessage
|
|
err = jsonParser.Decode(&rawConfigs)
|
|
if err != nil {
|
|
log.Print(err.Error())
|
|
return err
|
|
}
|
|
for _, raw := range rawConfigs {
|
|
log.Print("[ReceiveManager] ", string(raw))
|
|
rm.AddInput(raw)
|
|
// if _, found := AvailableReceivers[k.Type]; !found {
|
|
// log.Print("[ReceiveManager] SKIP Config specifies unknown receiver 'type': ", k.Type)
|
|
// continue
|
|
// }
|
|
// r := AvailableReceivers[k.Type]
|
|
// err = r.Init(k)
|
|
// if err != nil {
|
|
// log.Print("[ReceiveManager] SKIP Receiver ", k.Type, " cannot be initialized: ", err.Error())
|
|
// continue
|
|
// }
|
|
// rm.inputs = append(rm.inputs, r)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (rm *receiveManager) Start() {
|
|
rm.wg.Add(1)
|
|
|
|
for _, r := range rm.inputs {
|
|
log.Print("[ReceiveManager] START ", r.Name())
|
|
r.Start()
|
|
}
|
|
log.Print("[ReceiveManager] STARTED\n")
|
|
// go func() {
|
|
// for {
|
|
//ReceiveManagerLoop:
|
|
// select {
|
|
// case <- rm.done:
|
|
// log.Print("ReceiveManager done\n")
|
|
// rm.wg.Done()
|
|
// break ReceiveManagerLoop
|
|
// default:
|
|
// for _, c := range rm.inputs {
|
|
//ReceiveManagerInputLoop:
|
|
// select {
|
|
// case <- rm.done:
|
|
// log.Print("ReceiveManager done\n")
|
|
// rm.wg.Done()
|
|
// break ReceiveManagerInputLoop
|
|
// case p := <- c:
|
|
// log.Print("ReceiveManager: ", p)
|
|
// rm.output <- p
|
|
// default:
|
|
// }
|
|
// }
|
|
// }
|
|
// }
|
|
// }()
|
|
// for _, r := range rm.inputs {
|
|
// r.Close()
|
|
// }
|
|
}
|
|
|
|
func (rm *receiveManager) AddInput(rawConfig json.RawMessage) error {
|
|
var config ReceiverConfig
|
|
err := json.Unmarshal(rawConfig, &config)
|
|
if err != nil {
|
|
log.Print("[ReceiveManager] SKIP ", config.Type, " JSON config error: ", err.Error())
|
|
log.Print(err.Error())
|
|
return err
|
|
}
|
|
if _, found := AvailableReceivers[config.Type]; !found {
|
|
log.Print("[ReceiveManager] SKIP ", config.Type, " unknown receiver: ", err.Error())
|
|
return err
|
|
}
|
|
r := AvailableReceivers[config.Type]
|
|
err = r.Init(config)
|
|
if err != nil {
|
|
log.Print("[ReceiveManager] SKIP ", r.Name(), " initialization failed: ", err.Error())
|
|
return err
|
|
}
|
|
rm.inputs = append(rm.inputs, r)
|
|
rm.config = append(rm.config, config)
|
|
return nil
|
|
}
|
|
|
|
func (rm *receiveManager) AddOutput(output chan lp.CCMetric) {
|
|
rm.output = output
|
|
for _, r := range rm.inputs {
|
|
r.SetSink(rm.output)
|
|
}
|
|
}
|
|
|
|
func (rm *receiveManager) Close() {
|
|
for _, r := range rm.inputs {
|
|
log.Print("[ReceiveManager] CLOSE ", r.Name())
|
|
r.Close()
|
|
}
|
|
rm.wg.Done()
|
|
log.Print("[ReceiveManager] CLOSE\n")
|
|
log.Print("[ReceiveManager] EXIT\n")
|
|
}
|
|
|
|
func New(wg *sync.WaitGroup, receiverConfigFile string) (ReceiveManager, error) {
|
|
r := &receiveManager{}
|
|
err := r.Init(wg, receiverConfigFile)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return r, err
|
|
}
|