vendor: update github.com/VictoriaMetrics/VictoriaLogs to v0.0.0-20250727175446-3ac9ad9e7935

This commit is contained in:
Aliaksandr Valialkin
2025-07-28 14:42:53 +02:00
parent dee6bb0066
commit 045c537a16
5 changed files with 68 additions and 38 deletions

2
go.mod
View File

@@ -32,7 +32,7 @@ require (
github.com/Azure/azure-sdk-for-go/sdk/azcore v1.18.1
github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.10.1
github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.6.1
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250727175446-3ac9ad9e7935
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250728123024-98593029b5aa
github.com/VictoriaMetrics/easyproto v0.1.4
github.com/VictoriaMetrics/fastcache v1.12.5
github.com/VictoriaMetrics/metrics v1.38.0

4
go.sum
View File

@@ -36,8 +36,8 @@ github.com/Code-Hex/go-generics-cache v1.5.1 h1:6vhZGc5M7Y/YD8cIUcY8kcuQLB4cHR7U
github.com/Code-Hex/go-generics-cache v1.5.1/go.mod h1:qxcC9kRVrct9rHeiYpFWSoW1vxyillCVzX13KZG8dl4=
github.com/Microsoft/go-winio v0.6.1 h1:9/kr64B9VUZrLm5YYwbGtUJnMgqWVOdUAXu6Migciow=
github.com/Microsoft/go-winio v0.6.1/go.mod h1:LRdKpFKfdobln8UmuiYcKPot9D2v6svN5+sAH+4kjUM=
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250727175446-3ac9ad9e7935 h1:ZQy/w40wMQq0cemmguul8hFjxNx6Ipu5B2W/vnTAd1A=
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250727175446-3ac9ad9e7935/go.mod h1:no6id2JTO2WePm5ApFhwnVsaFJ4Lmy9u2/3hbZKHh4s=
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250728123024-98593029b5aa h1:qTB0QsUpBe/WzXQKcALj3Ossizb2daUHXmaVoWFdVlE=
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250728123024-98593029b5aa/go.mod h1:jeov7Un2x4Dpxw2Qn2MWa0kbwNn1Gc2Iw+8gvPqGsZk=
github.com/VictoriaMetrics/easyproto v0.1.4 h1:r8cNvo8o6sR4QShBXQd1bKw/VVLSQma/V2KhTBPf+Sc=
github.com/VictoriaMetrics/easyproto v0.1.4/go.mod h1:QlGlzaJnDfFd8Lk6Ci/fuLxfTo3/GThPs2KH23mv710=
github.com/VictoriaMetrics/fastcache v1.12.5 h1:966OX9JjqYmDAFdp3wEXLwzukiHIm+GVlZHv6B8KW3k=

View File

@@ -352,51 +352,67 @@ func (bsr *blockStreamReader) MustInitFromFilePart(path string) {
columnsHeaderPath := filepath.Join(path, columnsHeaderFilename)
timestampsPath := filepath.Join(path, timestampsFilename)
// Open data readers
// Open data readers in parallel in order to reduce the time for this operation
// on high-latency storage systems such as NFS or Ceph.
var pfo filestream.ParallelFileOpener
var columnNamesReader filestream.ReadCloser
if bsr.ph.FormatVersion >= 1 {
columnNamesReader = filestream.MustOpen(columnNamesPath, nocache)
pfo.Add(columnNamesPath, &columnNamesReader, nocache)
}
var columnIdxsReader filestream.ReadCloser
if bsr.ph.FormatVersion >= 3 {
columnIdxsReader = filestream.MustOpen(columnIdxsPath, nocache)
pfo.Add(columnIdxsPath, &columnIdxsReader, nocache)
}
metaindexReader := filestream.MustOpen(metaindexPath, nocache)
indexReader := filestream.MustOpen(indexPath, nocache)
var metaindexReader filestream.ReadCloser
pfo.Add(metaindexPath, &metaindexReader, nocache)
var indexReader filestream.ReadCloser
pfo.Add(indexPath, &indexReader, nocache)
var columnsHeaderIndexReader filestream.ReadCloser
if bsr.ph.FormatVersion >= 1 {
columnsHeaderIndexReader = filestream.MustOpen(columnsHeaderIndexPath, nocache)
pfo.Add(columnsHeaderIndexPath, &columnsHeaderIndexReader, nocache)
}
columnsHeaderReader := filestream.MustOpen(columnsHeaderPath, nocache)
timestampsReader := filestream.MustOpen(timestampsPath, nocache)
var columnsHeaderReader filestream.ReadCloser
pfo.Add(columnsHeaderPath, &columnsHeaderReader, nocache)
var timestampsReader filestream.ReadCloser
pfo.Add(timestampsPath, &timestampsReader, nocache)
messageBloomFilterPath := filepath.Join(path, messageBloomFilename)
messageValuesPath := filepath.Join(path, messageValuesFilename)
messageBloomValuesReader := bloomValuesStreamReader{
bloom: filestream.MustOpen(messageBloomFilterPath, nocache),
values: filestream.MustOpen(messageValuesPath, nocache),
}
var messageBloomValuesReader bloomValuesStreamReader
pfo.Add(messageBloomFilterPath, &messageBloomValuesReader.bloom, nocache)
pfo.Add(messageValuesPath, &messageBloomValuesReader.values, nocache)
var oldBloomValuesReader bloomValuesStreamReader
var bloomValuesShards []bloomValuesStreamReader
if bsr.ph.FormatVersion < 1 {
bloomPath := filepath.Join(path, oldBloomFilename)
oldBloomValuesReader.bloom = filestream.MustOpen(bloomPath, nocache)
pfo.Add(bloomPath, &oldBloomValuesReader.bloom, nocache)
valuesPath := filepath.Join(path, oldValuesFilename)
oldBloomValuesReader.values = filestream.MustOpen(valuesPath, nocache)
pfo.Add(valuesPath, &oldBloomValuesReader.values, nocache)
} else {
bloomValuesShards = make([]bloomValuesStreamReader, bsr.ph.BloomValuesShardsCount)
for i := range bloomValuesShards {
shard := &bloomValuesShards[i]
bloomPath := getBloomFilePath(path, uint64(i))
shard.bloom = filestream.MustOpen(bloomPath, nocache)
pfo.Add(bloomPath, &shard.bloom, nocache)
valuesPath := getValuesFilePath(path, uint64(i))
shard.values = filestream.MustOpen(valuesPath, nocache)
pfo.Add(valuesPath, &shard.values, nocache)
}
}
pfo.Run()
// Initialize streamReaders
bsr.streamReaders.init(bsr.ph.FormatVersion, columnNamesReader, columnIdxsReader, metaindexReader, indexReader,
columnsHeaderIndexReader, columnsHeaderReader, timestampsReader,

View File

@@ -301,6 +301,9 @@ func (bsw *blockStreamWriter) MustInitForFilePart(path string, nocache bool) {
fs.MustMkdirFailIfExist(path)
// Open part files in parallel in order to minimze the time needed for this operation
// on high-latency storage systems such as NFS and Ceph.
columnNamesPath := filepath.Join(path, columnNamesFilename)
columnIdxsPath := filepath.Join(path, columnIdxsFilename)
metaindexPath := filepath.Join(path, metaindexFilename)
@@ -309,38 +312,49 @@ func (bsw *blockStreamWriter) MustInitForFilePart(path string, nocache bool) {
columnsHeaderPath := filepath.Join(path, columnsHeaderFilename)
timestampsPath := filepath.Join(path, timestampsFilename)
var pfc filestream.ParallelFileCreator
// Always cache columnNames file, since it is re-read immediately after part creation
columnNamesWriter := filestream.MustCreate(columnNamesPath, false)
var columnNamesWriter filestream.WriteCloser
pfc.Add(columnNamesPath, &columnNamesWriter, false)
// Always cache columnIdxs file, since it is re-read immediately after part creation
columnIdxsWriter := filestream.MustCreate(columnIdxsPath, false)
var columnIdxsWriter filestream.WriteCloser
pfc.Add(columnIdxsPath, &columnIdxsWriter, false)
// Always cache metaindex file, since it is re-read immediately after part creation
metaindexWriter := filestream.MustCreate(metaindexPath, false)
var metaindexWriter filestream.WriteCloser
pfc.Add(metaindexPath, &metaindexWriter, false)
indexWriter := filestream.MustCreate(indexPath, nocache)
columnsHeaderIndexWriter := filestream.MustCreate(columnsHeaderIndexPath, nocache)
columnsHeaderWriter := filestream.MustCreate(columnsHeaderPath, nocache)
timestampsWriter := filestream.MustCreate(timestampsPath, nocache)
var indexWriter filestream.WriteCloser
pfc.Add(indexPath, &indexWriter, nocache)
var columnsHeaderIndexWriter filestream.WriteCloser
pfc.Add(columnsHeaderIndexPath, &columnsHeaderIndexWriter, nocache)
var columnsHeaderWriter filestream.WriteCloser
pfc.Add(columnsHeaderPath, &columnsHeaderWriter, nocache)
var timestampsWriter filestream.WriteCloser
pfc.Add(timestampsPath, &timestampsWriter, nocache)
messageBloomFilterPath := filepath.Join(path, messageBloomFilename)
messageValuesPath := filepath.Join(path, messageValuesFilename)
messageBloomValuesWriter := bloomValuesStreamWriter{
bloom: filestream.MustCreate(messageBloomFilterPath, nocache),
values: filestream.MustCreate(messageValuesPath, nocache),
}
var messageBloomValuesWriter bloomValuesStreamWriter
pfc.Add(messageBloomFilterPath, &messageBloomValuesWriter.bloom, nocache)
pfc.Add(messageValuesPath, &messageBloomValuesWriter.values, nocache)
pfc.Run()
createBloomValuesWriter := func(shardIdx uint64) bloomValuesStreamWriter {
bloomPath := getBloomFilePath(path, shardIdx)
bloom := filestream.MustCreate(bloomPath, nocache)
valuesPath := getValuesFilePath(path, shardIdx)
values := filestream.MustCreate(valuesPath, nocache)
return bloomValuesStreamWriter{
bloom: bloom,
values: values,
}
var bvsw bloomValuesStreamWriter
bvsw.bloom = filestream.MustCreate(bloomPath, nocache)
bvsw.values = filestream.MustCreate(valuesPath, nocache)
return bvsw
}
bsw.streamWriters.init(columnNamesWriter, columnIdxsWriter, metaindexWriter, indexWriter,

2
vendor/modules.txt vendored
View File

@@ -111,7 +111,7 @@ github.com/AzureAD/microsoft-authentication-library-for-go/apps/internal/shared
github.com/AzureAD/microsoft-authentication-library-for-go/apps/internal/version
github.com/AzureAD/microsoft-authentication-library-for-go/apps/managedidentity
github.com/AzureAD/microsoft-authentication-library-for-go/apps/public
# github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250727175446-3ac9ad9e7935
# github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250728123024-98593029b5aa
## explicit; go 1.24.5
github.com/VictoriaMetrics/VictoriaLogs/lib/logstorage
github.com/VictoriaMetrics/VictoriaLogs/lib/prefixfilter