mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2026-05-17 00:26:36 +03:00
bed7cbd0a4
The encoding.DecompressZSTD* consistently updates the vm_zstd_block_decompress_calls_total metric.
Also make the follwing improvements after the commit 10f7cd2ffc:
- Add encoding.DecompressZSTDLimited() function and use it instead of zstd.DecompressLimited,
so it properly updates vm_zstd_block_decompress_calls_total metric.
- Clarify description for the encoding.DecompressZSTD* and zstd.Decompress* functions.
54 lines
1.8 KiB
Go
54 lines
1.8 KiB
Go
package encoding
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/encoding/zstd"
|
|
"github.com/VictoriaMetrics/metrics"
|
|
)
|
|
|
|
// CompressZSTDLevel appends compressed src to dst and returns the appended dst.
|
|
//
|
|
// The given compressLevel is used for the compression.
|
|
func CompressZSTDLevel(dst, src []byte, compressLevel int) []byte {
|
|
compressCalls.Inc()
|
|
originalBytes.Add(len(src))
|
|
dstLen := len(dst)
|
|
dst = zstd.CompressLevel(dst, src, compressLevel)
|
|
compressedBytes.Add(len(dst) - dstLen)
|
|
return dst
|
|
}
|
|
|
|
// DecompressZSTD decompresses src, appends the result to dst and returns the appended dst.
|
|
//
|
|
// This function must be called only for the trusted src.
|
|
// Use DecompressZSTDLimited for untrusted src.
|
|
func DecompressZSTD(dst, src []byte) ([]byte, error) {
|
|
decompressCalls.Inc()
|
|
b, err := zstd.Decompress(dst, src)
|
|
if err != nil {
|
|
return b, fmt.Errorf("cannot decompress zstd block with len=%d: %w; block data (hex): %X", len(src), err, src)
|
|
}
|
|
return b, nil
|
|
}
|
|
|
|
// DecompressZSTDLimited decompresses src, appends the result to dst and returns the appended dst.
|
|
//
|
|
// If the decompressed result exceeds maxDataSizeBytes, then error is returned.
|
|
func DecompressZSTDLimited(dst, src []byte, maxDataSizeBytes int) ([]byte, error) {
|
|
decompressCalls.Inc()
|
|
b, err := zstd.DecompressLimited(dst, src, maxDataSizeBytes)
|
|
if err != nil {
|
|
return b, fmt.Errorf("cannot decompress zstd block with len=%d and maxDataSizeBytes=%d: %w", len(src), maxDataSizeBytes, err)
|
|
}
|
|
return b, nil
|
|
}
|
|
|
|
var (
|
|
compressCalls = metrics.NewCounter(`vm_zstd_block_compress_calls_total`)
|
|
decompressCalls = metrics.NewCounter(`vm_zstd_block_decompress_calls_total`)
|
|
|
|
originalBytes = metrics.NewCounter(`vm_zstd_block_original_bytes_total`)
|
|
compressedBytes = metrics.NewCounter(`vm_zstd_block_compressed_bytes_total`)
|
|
)
|