ClusterCockpit/cc-backend
1
0
Fork 0
mirror of https://github.com/ClusterCockpit/cc-backend synced 2025-09-12 19:53:00 +02:00
Code Issues Packages Releases Activity

Refactor and update dependencies

Browse Source
This commit is contained in:
Jan Eitzinger
2025-09-09 11:36:02 +02:00
parent d8e85cf75d
commit d00881de2e
5 changed files with 63 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
internal/avro/avroCheckpoint.go
View File

@@ -65,7 +65,7 @@ func (as *AvroStore) ToCheckpoint(dir string, dumpAll bool) (int, error) {
defer wg.Done()
for workItem := range work {
var from int64 = getTimestamp(workItem.dir)
from := getTimestamp(workItem.dir)
if err := workItem.level.toCheckpoint(workItem.dir, from, dumpAll); err != nil {
if err == ErrNoNewData {
@@ -159,7 +159,7 @@ func (l *AvroLevel) toCheckpoint(dir string, from int64, dumpAll bool) error {
int_res, _ := strconv.Atoi(path.Base(dir))
// find smallest overall timestamp in l.data map and delete it from l.data
var minTs int64 = int64(1<<63 - 1)
minTs := int64(1<<63 - 1)
for ts, dat := range l.data {
if ts < minTs && len(dat) != 0 {
minTs = ts
@@ -176,7 +176,7 @@ func (l *AvroLevel) toCheckpoint(dir string, from int64, dumpAll bool) error {
var schema string
var codec *goavro.Codec
record_list := make([]map[string]interface{}, 0)
record_list := make([]map[string]any, 0)
var f *os.File
@@ -220,7 +220,7 @@ func (l *AvroLevel) toCheckpoint(dir string, from int64, dumpAll bool) error {
repeat := 60 / int_res
for range repeat {
record_list = append(record_list, make(map[string]interface{}))
record_list = append(record_list, make(map[string]any))
}
}
@@ -262,7 +262,7 @@ func (l *AvroLevel) toCheckpoint(dir string, from int64, dumpAll bool) error {
return fmt.Errorf("failed to read record: %v", err)
}
record_list = append(record_list, record.(map[string]interface{}))
record_list = append(record_list, record.(map[string]any))
}
f.Close()
@@ -411,10 +411,10 @@ func compareSchema(schemaRead, schemaGen string) (bool, string, error) {
func generateSchema(data map[string]schema.Float) (string, error) {
// Define the Avro schema structure
schema := map[string]interface{}{
schema := map[string]any{
"type": "record",
"name": "DataRecord",
"fields": []map[string]interface{}{},
"fields": []map[string]any{},
}
fieldTracker := make(map[string]struct{})
@@ -423,12 +423,12 @@ func generateSchema(data map[string]schema.Float) (string, error) {
if _, exists := fieldTracker[key]; !exists {
key = correctKey(key)
field := map[string]interface{}{
field := map[string]any{
"name": key,
"type": "double",
"default": -1.0,
}
schema["fields"] = append(schema["fields"].([]map[string]interface{}), field)
schema["fields"] = append(schema["fields"].([]map[string]any), field)
fieldTracker[key] = struct{}{}
}
}
@@ -441,14 +441,15 @@ func generateSchema(data map[string]schema.Float) (string, error) {
return string(schemaString), nil
}
func generateRecord(data map[string]schema.Float) map[string]interface{} {
record := make(map[string]interface{})
func generateRecord(data map[string]schema.Float) map[string]any {
record := make(map[string]any)
// Iterate through each map in data
for key, value := range data {
key = correctKey(key)
// Set the value in the record
// avro only accepts basic types
record[key] = value.Double()
}