fix and support for avro shutdown writer

This commit is contained in:
Aditya Ujeniya
2025-05-16 18:02:44 +02:00
parent 06f2f06bdb
commit 8098417f78
5 changed files with 27 additions and 39 deletions

View File

@@ -11,12 +11,13 @@ import (
func DataStaging(wg *sync.WaitGroup, ctx context.Context) {
if config.Keys.Checkpoints.FileFormat == "json" {
wg.Done()
}
// AvroPool is a pool of Avro writers.
go func() {
if config.Keys.Checkpoints.FileFormat == "json" {
wg.Done() // Mark this goroutine as done
return // Exit the goroutine
}
defer wg.Done()
var avroLevel *AvroLevel