mirrors/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2026-09-06 16:17:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

parquet file generate stats

Browse Source
This commit is contained in:
chrislu
2025-09-01 13:55:57 -07:00
parent c7598d89f1
commit ada704ad80
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
weed/mq/logstore/log_to_parquet.go
+5 -1
View File
@@ -218,7 +218,11 @@ func writeLogFilesToParquet(filerClient filer_pb.FilerClient, partitionDir strin
os.Remove(tempFile.Name())
}()
writer := parquet.NewWriter(tempFile, parquetSchema, parquet.Compression(&zstd.Codec{Level: zstd.DefaultLevel}))
// Enable column statistics for fast aggregation queries
writer := parquet.NewWriter(tempFile, parquetSchema,
parquet.Compression(&zstd.Codec{Level: zstd.DefaultLevel}),
parquet.DataPageStatistics(true), // Enable column statistics
)
rowBuilder := parquet.NewRowBuilder(parquetSchema)
var startTsNs, stopTsNs int64