mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2026-05-17 00:26:36 +03:00
vendor: update github.com/VictoriaMetrics/VictoriaLogs to v0.0.0-20250727175446-3ac9ad9e7935
This commit is contained in:
2
go.mod
2
go.mod
@@ -32,7 +32,7 @@ require (
|
||||
github.com/Azure/azure-sdk-for-go/sdk/azcore v1.18.1
|
||||
github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.10.1
|
||||
github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.6.1
|
||||
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250727175446-3ac9ad9e7935
|
||||
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250728123024-98593029b5aa
|
||||
github.com/VictoriaMetrics/easyproto v0.1.4
|
||||
github.com/VictoriaMetrics/fastcache v1.12.5
|
||||
github.com/VictoriaMetrics/metrics v1.38.0
|
||||
|
||||
4
go.sum
4
go.sum
@@ -36,8 +36,8 @@ github.com/Code-Hex/go-generics-cache v1.5.1 h1:6vhZGc5M7Y/YD8cIUcY8kcuQLB4cHR7U
|
||||
github.com/Code-Hex/go-generics-cache v1.5.1/go.mod h1:qxcC9kRVrct9rHeiYpFWSoW1vxyillCVzX13KZG8dl4=
|
||||
github.com/Microsoft/go-winio v0.6.1 h1:9/kr64B9VUZrLm5YYwbGtUJnMgqWVOdUAXu6Migciow=
|
||||
github.com/Microsoft/go-winio v0.6.1/go.mod h1:LRdKpFKfdobln8UmuiYcKPot9D2v6svN5+sAH+4kjUM=
|
||||
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250727175446-3ac9ad9e7935 h1:ZQy/w40wMQq0cemmguul8hFjxNx6Ipu5B2W/vnTAd1A=
|
||||
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250727175446-3ac9ad9e7935/go.mod h1:no6id2JTO2WePm5ApFhwnVsaFJ4Lmy9u2/3hbZKHh4s=
|
||||
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250728123024-98593029b5aa h1:qTB0QsUpBe/WzXQKcALj3Ossizb2daUHXmaVoWFdVlE=
|
||||
github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250728123024-98593029b5aa/go.mod h1:jeov7Un2x4Dpxw2Qn2MWa0kbwNn1Gc2Iw+8gvPqGsZk=
|
||||
github.com/VictoriaMetrics/easyproto v0.1.4 h1:r8cNvo8o6sR4QShBXQd1bKw/VVLSQma/V2KhTBPf+Sc=
|
||||
github.com/VictoriaMetrics/easyproto v0.1.4/go.mod h1:QlGlzaJnDfFd8Lk6Ci/fuLxfTo3/GThPs2KH23mv710=
|
||||
github.com/VictoriaMetrics/fastcache v1.12.5 h1:966OX9JjqYmDAFdp3wEXLwzukiHIm+GVlZHv6B8KW3k=
|
||||
|
||||
48
vendor/github.com/VictoriaMetrics/VictoriaLogs/lib/logstorage/block_stream_reader.go
generated
vendored
48
vendor/github.com/VictoriaMetrics/VictoriaLogs/lib/logstorage/block_stream_reader.go
generated
vendored
@@ -352,51 +352,67 @@ func (bsr *blockStreamReader) MustInitFromFilePart(path string) {
|
||||
columnsHeaderPath := filepath.Join(path, columnsHeaderFilename)
|
||||
timestampsPath := filepath.Join(path, timestampsFilename)
|
||||
|
||||
// Open data readers
|
||||
// Open data readers in parallel in order to reduce the time for this operation
|
||||
// on high-latency storage systems such as NFS or Ceph.
|
||||
|
||||
var pfo filestream.ParallelFileOpener
|
||||
|
||||
var columnNamesReader filestream.ReadCloser
|
||||
if bsr.ph.FormatVersion >= 1 {
|
||||
columnNamesReader = filestream.MustOpen(columnNamesPath, nocache)
|
||||
pfo.Add(columnNamesPath, &columnNamesReader, nocache)
|
||||
}
|
||||
|
||||
var columnIdxsReader filestream.ReadCloser
|
||||
if bsr.ph.FormatVersion >= 3 {
|
||||
columnIdxsReader = filestream.MustOpen(columnIdxsPath, nocache)
|
||||
pfo.Add(columnIdxsPath, &columnIdxsReader, nocache)
|
||||
}
|
||||
metaindexReader := filestream.MustOpen(metaindexPath, nocache)
|
||||
indexReader := filestream.MustOpen(indexPath, nocache)
|
||||
|
||||
var metaindexReader filestream.ReadCloser
|
||||
pfo.Add(metaindexPath, &metaindexReader, nocache)
|
||||
|
||||
var indexReader filestream.ReadCloser
|
||||
pfo.Add(indexPath, &indexReader, nocache)
|
||||
|
||||
var columnsHeaderIndexReader filestream.ReadCloser
|
||||
if bsr.ph.FormatVersion >= 1 {
|
||||
columnsHeaderIndexReader = filestream.MustOpen(columnsHeaderIndexPath, nocache)
|
||||
pfo.Add(columnsHeaderIndexPath, &columnsHeaderIndexReader, nocache)
|
||||
}
|
||||
columnsHeaderReader := filestream.MustOpen(columnsHeaderPath, nocache)
|
||||
timestampsReader := filestream.MustOpen(timestampsPath, nocache)
|
||||
|
||||
var columnsHeaderReader filestream.ReadCloser
|
||||
pfo.Add(columnsHeaderPath, &columnsHeaderReader, nocache)
|
||||
|
||||
var timestampsReader filestream.ReadCloser
|
||||
pfo.Add(timestampsPath, ×tampsReader, nocache)
|
||||
|
||||
messageBloomFilterPath := filepath.Join(path, messageBloomFilename)
|
||||
messageValuesPath := filepath.Join(path, messageValuesFilename)
|
||||
messageBloomValuesReader := bloomValuesStreamReader{
|
||||
bloom: filestream.MustOpen(messageBloomFilterPath, nocache),
|
||||
values: filestream.MustOpen(messageValuesPath, nocache),
|
||||
}
|
||||
var messageBloomValuesReader bloomValuesStreamReader
|
||||
pfo.Add(messageBloomFilterPath, &messageBloomValuesReader.bloom, nocache)
|
||||
pfo.Add(messageValuesPath, &messageBloomValuesReader.values, nocache)
|
||||
|
||||
var oldBloomValuesReader bloomValuesStreamReader
|
||||
var bloomValuesShards []bloomValuesStreamReader
|
||||
if bsr.ph.FormatVersion < 1 {
|
||||
bloomPath := filepath.Join(path, oldBloomFilename)
|
||||
oldBloomValuesReader.bloom = filestream.MustOpen(bloomPath, nocache)
|
||||
pfo.Add(bloomPath, &oldBloomValuesReader.bloom, nocache)
|
||||
|
||||
valuesPath := filepath.Join(path, oldValuesFilename)
|
||||
oldBloomValuesReader.values = filestream.MustOpen(valuesPath, nocache)
|
||||
pfo.Add(valuesPath, &oldBloomValuesReader.values, nocache)
|
||||
} else {
|
||||
bloomValuesShards = make([]bloomValuesStreamReader, bsr.ph.BloomValuesShardsCount)
|
||||
for i := range bloomValuesShards {
|
||||
shard := &bloomValuesShards[i]
|
||||
|
||||
bloomPath := getBloomFilePath(path, uint64(i))
|
||||
shard.bloom = filestream.MustOpen(bloomPath, nocache)
|
||||
pfo.Add(bloomPath, &shard.bloom, nocache)
|
||||
|
||||
valuesPath := getValuesFilePath(path, uint64(i))
|
||||
shard.values = filestream.MustOpen(valuesPath, nocache)
|
||||
pfo.Add(valuesPath, &shard.values, nocache)
|
||||
}
|
||||
}
|
||||
|
||||
pfo.Run()
|
||||
|
||||
// Initialize streamReaders
|
||||
bsr.streamReaders.init(bsr.ph.FormatVersion, columnNamesReader, columnIdxsReader, metaindexReader, indexReader,
|
||||
columnsHeaderIndexReader, columnsHeaderReader, timestampsReader,
|
||||
|
||||
50
vendor/github.com/VictoriaMetrics/VictoriaLogs/lib/logstorage/block_stream_writer.go
generated
vendored
50
vendor/github.com/VictoriaMetrics/VictoriaLogs/lib/logstorage/block_stream_writer.go
generated
vendored
@@ -301,6 +301,9 @@ func (bsw *blockStreamWriter) MustInitForFilePart(path string, nocache bool) {
|
||||
|
||||
fs.MustMkdirFailIfExist(path)
|
||||
|
||||
// Open part files in parallel in order to minimze the time needed for this operation
|
||||
// on high-latency storage systems such as NFS and Ceph.
|
||||
|
||||
columnNamesPath := filepath.Join(path, columnNamesFilename)
|
||||
columnIdxsPath := filepath.Join(path, columnIdxsFilename)
|
||||
metaindexPath := filepath.Join(path, metaindexFilename)
|
||||
@@ -309,38 +312,49 @@ func (bsw *blockStreamWriter) MustInitForFilePart(path string, nocache bool) {
|
||||
columnsHeaderPath := filepath.Join(path, columnsHeaderFilename)
|
||||
timestampsPath := filepath.Join(path, timestampsFilename)
|
||||
|
||||
var pfc filestream.ParallelFileCreator
|
||||
|
||||
// Always cache columnNames file, since it is re-read immediately after part creation
|
||||
columnNamesWriter := filestream.MustCreate(columnNamesPath, false)
|
||||
var columnNamesWriter filestream.WriteCloser
|
||||
pfc.Add(columnNamesPath, &columnNamesWriter, false)
|
||||
|
||||
// Always cache columnIdxs file, since it is re-read immediately after part creation
|
||||
columnIdxsWriter := filestream.MustCreate(columnIdxsPath, false)
|
||||
var columnIdxsWriter filestream.WriteCloser
|
||||
pfc.Add(columnIdxsPath, &columnIdxsWriter, false)
|
||||
|
||||
// Always cache metaindex file, since it is re-read immediately after part creation
|
||||
metaindexWriter := filestream.MustCreate(metaindexPath, false)
|
||||
var metaindexWriter filestream.WriteCloser
|
||||
pfc.Add(metaindexPath, &metaindexWriter, false)
|
||||
|
||||
indexWriter := filestream.MustCreate(indexPath, nocache)
|
||||
columnsHeaderIndexWriter := filestream.MustCreate(columnsHeaderIndexPath, nocache)
|
||||
columnsHeaderWriter := filestream.MustCreate(columnsHeaderPath, nocache)
|
||||
timestampsWriter := filestream.MustCreate(timestampsPath, nocache)
|
||||
var indexWriter filestream.WriteCloser
|
||||
pfc.Add(indexPath, &indexWriter, nocache)
|
||||
|
||||
var columnsHeaderIndexWriter filestream.WriteCloser
|
||||
pfc.Add(columnsHeaderIndexPath, &columnsHeaderIndexWriter, nocache)
|
||||
|
||||
var columnsHeaderWriter filestream.WriteCloser
|
||||
pfc.Add(columnsHeaderPath, &columnsHeaderWriter, nocache)
|
||||
|
||||
var timestampsWriter filestream.WriteCloser
|
||||
pfc.Add(timestampsPath, ×tampsWriter, nocache)
|
||||
|
||||
messageBloomFilterPath := filepath.Join(path, messageBloomFilename)
|
||||
messageValuesPath := filepath.Join(path, messageValuesFilename)
|
||||
messageBloomValuesWriter := bloomValuesStreamWriter{
|
||||
bloom: filestream.MustCreate(messageBloomFilterPath, nocache),
|
||||
values: filestream.MustCreate(messageValuesPath, nocache),
|
||||
}
|
||||
var messageBloomValuesWriter bloomValuesStreamWriter
|
||||
pfc.Add(messageBloomFilterPath, &messageBloomValuesWriter.bloom, nocache)
|
||||
pfc.Add(messageValuesPath, &messageBloomValuesWriter.values, nocache)
|
||||
|
||||
pfc.Run()
|
||||
|
||||
createBloomValuesWriter := func(shardIdx uint64) bloomValuesStreamWriter {
|
||||
bloomPath := getBloomFilePath(path, shardIdx)
|
||||
bloom := filestream.MustCreate(bloomPath, nocache)
|
||||
|
||||
valuesPath := getValuesFilePath(path, shardIdx)
|
||||
values := filestream.MustCreate(valuesPath, nocache)
|
||||
|
||||
return bloomValuesStreamWriter{
|
||||
bloom: bloom,
|
||||
values: values,
|
||||
}
|
||||
var bvsw bloomValuesStreamWriter
|
||||
bvsw.bloom = filestream.MustCreate(bloomPath, nocache)
|
||||
bvsw.values = filestream.MustCreate(valuesPath, nocache)
|
||||
|
||||
return bvsw
|
||||
}
|
||||
|
||||
bsw.streamWriters.init(columnNamesWriter, columnIdxsWriter, metaindexWriter, indexWriter,
|
||||
|
||||
2
vendor/modules.txt
vendored
2
vendor/modules.txt
vendored
@@ -111,7 +111,7 @@ github.com/AzureAD/microsoft-authentication-library-for-go/apps/internal/shared
|
||||
github.com/AzureAD/microsoft-authentication-library-for-go/apps/internal/version
|
||||
github.com/AzureAD/microsoft-authentication-library-for-go/apps/managedidentity
|
||||
github.com/AzureAD/microsoft-authentication-library-for-go/apps/public
|
||||
# github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250727175446-3ac9ad9e7935
|
||||
# github.com/VictoriaMetrics/VictoriaLogs v0.0.0-20250728123024-98593029b5aa
|
||||
## explicit; go 1.24.5
|
||||
github.com/VictoriaMetrics/VictoriaLogs/lib/logstorage
|
||||
github.com/VictoriaMetrics/VictoriaLogs/lib/prefixfilter
|
||||
|
||||
Reference in New Issue
Block a user