Optimize sort order in nodestate parquet files

2026-02-20 17:57:30 +01:00 · 2026-02-18 08:06:00 +01:00
parent 757be60b22
commit 2e24fde430
2 changed files with 7 additions and 1 deletions
--- a/pkg/archive/parquet/nodestate_writer.go
+++ b/pkg/archive/parquet/nodestate_writer.go
@@ -84,6 +84,12 @@ func writeNodeStateParquetBytes(rows []ParquetNodeStateRow) ([]byte, error) {

 	writer := pq.NewGenericWriter[ParquetNodeStateRow](&buf,
 		pq.Compression(&pq.Zstd),
+		pq.SortingWriterConfig(pq.SortingColumns(
+			pq.Ascending("cluster"),
+			pq.Ascending("subcluster"),
+			pq.Ascending("hostname"),
+			pq.Ascending("time_stamp"),
+		)),
 	)

 	if _, err := writer.Write(rows); err != nil {