mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2026-05-17 08:36:55 +03:00
e56b2b66c2
Follow-up for
1ca4b3ba3c
The commit added a new TestClusterVMAgentForwardMetricsMetadata, so
apptest now requires vmagent-race to be compiled.
357 lines
12 KiB
Makefile
357 lines
12 KiB
Makefile
PKG_PREFIX := github.com/VictoriaMetrics/VictoriaMetrics
|
|
|
|
MAKE_CONCURRENCY ?= $(shell getconf _NPROCESSORS_ONLN)
|
|
MAKE_PARALLEL := $(MAKE) -j $(MAKE_CONCURRENCY)
|
|
DATEINFO_TAG ?= $(shell date -u +'%Y%m%d-%H%M%S')
|
|
BUILDINFO_TAG ?= $(shell echo $$(git describe --long --all | tr '/' '-')$$( \
|
|
git diff-index --quiet HEAD -- || echo '-dirty-'$$(git diff-index -u HEAD | openssl sha1 | cut -d' ' -f2 | cut -c 1-8)))
|
|
|
|
PKG_TAG ?= $(shell git tag -l --points-at HEAD)
|
|
ifeq ($(PKG_TAG),)
|
|
PKG_TAG := $(BUILDINFO_TAG)
|
|
endif
|
|
|
|
EXTRA_DOCKER_TAG_SUFFIX ?=
|
|
EXTRA_GO_BUILD_TAGS ?=
|
|
|
|
GO_BUILDINFO = -X '$(PKG_PREFIX)/lib/buildinfo.Version=$(APP_NAME)-$(DATEINFO_TAG)-$(BUILDINFO_TAG)'
|
|
TAR_OWNERSHIP ?= --owner=1000 --group=1000
|
|
|
|
GOLANGCI_LINT_VERSION := 2.9.0
|
|
|
|
.PHONY: $(MAKECMDGOALS)
|
|
|
|
include app/*/Makefile
|
|
include codespell/Makefile
|
|
include docs/Makefile
|
|
include deployment/*/Makefile
|
|
include dashboards/Makefile
|
|
include package/release/Makefile
|
|
include benchmarks/Makefile
|
|
|
|
all: \
|
|
vminsert \
|
|
vmselect \
|
|
vmstorage
|
|
|
|
all-pure: \
|
|
vminsert-pure \
|
|
vmselect-pure \
|
|
vmstorage-pure
|
|
|
|
clean:
|
|
rm -rf bin/*
|
|
|
|
vmcluster-linux-amd64: \
|
|
vminsert-linux-amd64 \
|
|
vmselect-linux-amd64 \
|
|
vmstorage-linux-amd64
|
|
|
|
vmcluster-linux-arm64: \
|
|
vminsert-linux-arm64 \
|
|
vmselect-linux-arm64 \
|
|
vmstorage-linux-arm64
|
|
|
|
vmcluster-linux-arm: \
|
|
vminsert-linux-arm \
|
|
vmselect-linux-arm \
|
|
vmstorage-linux-arm
|
|
|
|
vmcluster-linux-ppc64le: \
|
|
vminsert-linux-ppc64le \
|
|
vmselect-linux-ppc64le \
|
|
vmstorage-linux-ppc64le
|
|
|
|
vmcluster-linux-386: \
|
|
vminsert-linux-386 \
|
|
vmselect-linux-386 \
|
|
vmstorage-linux-386
|
|
|
|
vmcluster-linux-s390x: \
|
|
vminsert-linux-s390x \
|
|
vmselect-linux-s390x \
|
|
vmstorage-linux-s390x
|
|
|
|
vmcluster-freebsd-amd64: \
|
|
vminsert-freebsd-amd64 \
|
|
vmselect-freebsd-amd64 \
|
|
vmstorage-freebsd-amd64
|
|
|
|
vmcluster-openbsd-amd64: \
|
|
vminsert-openbsd-amd64 \
|
|
vmselect-openbsd-amd64 \
|
|
vmstorage-openbsd-amd64
|
|
|
|
vmcluster-windows-amd64: \
|
|
vminsert-windows-amd64 \
|
|
vmselect-windows-amd64 \
|
|
vmstorage-windows-amd64
|
|
|
|
vmcluster-darwin-amd64: \
|
|
vminsert-darwin-amd64 \
|
|
vmselect-darwin-amd64 \
|
|
vmstorage-darwin-amd64
|
|
|
|
vmcluster-darwin-arm64: \
|
|
vminsert-darwin-arm64 \
|
|
vmselect-darwin-arm64 \
|
|
vmstorage-darwin-arm64
|
|
|
|
# When adding a new crossbuild target, please also add it to the .github/workflows/build.yml
|
|
crossbuild: vmcluster-crossbuild
|
|
|
|
# When adding a new crossbuild target, please also add it to the .github/workflows/build.yml
|
|
vmcluster-crossbuild:
|
|
$(MAKE_PARALLEL) vmcluster-linux-amd64 \
|
|
vmcluster-linux-arm64 \
|
|
vmcluster-linux-arm \
|
|
vmcluster-linux-ppc64le \
|
|
vmcluster-linux-386 \
|
|
vmcluster-freebsd-amd64 \
|
|
vmcluster-openbsd-amd64
|
|
|
|
publish: \
|
|
publish-vminsert \
|
|
publish-vmselect \
|
|
publish-vmstorage
|
|
|
|
package: \
|
|
package-vminsert \
|
|
package-vmselect \
|
|
package-vmstorage
|
|
|
|
publish-final-images:
|
|
PKG_TAG=$(TAG) APP_NAME=victoria-metrics $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmagent $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmalert $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmalert-tool $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmauth $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmbackup $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmrestore $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmctl $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-cluster APP_NAME=vminsert $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-cluster APP_NAME=vmselect $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-cluster APP_NAME=vmstorage $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-enterprise APP_NAME=victoria-metrics $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-enterprise APP_NAME=vmagent $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-enterprise APP_NAME=vmalert $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-enterprise APP_NAME=vmauth $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-enterprise APP_NAME=vmbackup $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-enterprise APP_NAME=vmrestore $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-enterprise-cluster APP_NAME=vminsert $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-enterprise-cluster APP_NAME=vmselect $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-enterprise-cluster APP_NAME=vmstorage $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-enterprise APP_NAME=vmgateway $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG)-enterprise APP_NAME=vmbackupmanager $(MAKE) publish-via-docker-from-rc && \
|
|
PKG_TAG=$(TAG) $(MAKE) publish-latest
|
|
|
|
publish-latest:
|
|
PKG_TAG=$(TAG) APP_NAME=victoria-metrics $(MAKE) publish-via-docker-latest && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmagent $(MAKE) publish-via-docker-latest && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmalert $(MAKE) publish-via-docker-latest && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmalert-tool $(MAKE) publish-via-docker-latest && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmauth $(MAKE) publish-via-docker-latest && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmbackup $(MAKE) publish-via-docker-latest && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmrestore $(MAKE) publish-via-docker-latest && \
|
|
PKG_TAG=$(TAG) APP_NAME=vmctl $(MAKE) publish-via-docker-latest && \
|
|
PKG_TAG=$(TAG)-cluster APP_NAME=vminsert $(MAKE) publish-via-docker-latest && \
|
|
PKG_TAG=$(TAG)-cluster APP_NAME=vmselect $(MAKE) publish-via-docker-latest && \
|
|
PKG_TAG=$(TAG)-cluster APP_NAME=vmstorage $(MAKE) publish-via-docker-latest && \
|
|
PKG_TAG=$(TAG)-enterprise APP_NAME=vmgateway $(MAKE) publish-via-docker-latest
|
|
PKG_TAG=$(TAG)-enterprise APP_NAME=vmbackupmanager $(MAKE) publish-via-docker-latest
|
|
|
|
publish-release:
|
|
rm -rf bin/*
|
|
git checkout $(TAG) && $(MAKE) release && $(MAKE) publish && \
|
|
git checkout $(TAG)-cluster && $(MAKE) release && $(MAKE) publish && \
|
|
git checkout $(TAG)-enterprise && $(MAKE) release && $(MAKE) publish && \
|
|
git checkout $(TAG)-enterprise-cluster && $(MAKE) release && $(MAKE) publish
|
|
|
|
release:
|
|
$(MAKE_PARALLEL) release-vmcluster
|
|
|
|
release-vmcluster: \
|
|
release-vmcluster-linux-amd64 \
|
|
release-vmcluster-linux-arm64 \
|
|
release-vmcluster-linux-s390x \
|
|
release-vmcluster-freebsd-amd64 \
|
|
release-vmcluster-openbsd-amd64 \
|
|
release-vmcluster-windows-amd64 \
|
|
release-vmcluster-darwin-amd64 \
|
|
release-vmcluster-darwin-arm64
|
|
|
|
release-vmcluster-linux-amd64:
|
|
GOOS=linux GOARCH=amd64 $(MAKE) release-vmcluster-goos-goarch
|
|
|
|
release-vmcluster-linux-arm64:
|
|
GOOS=linux GOARCH=arm64 $(MAKE) release-vmcluster-goos-goarch
|
|
|
|
release-vmcluster-linux-s390x:
|
|
GOOS=linux GOARCH=s390x $(MAKE) release-vmcluster-goos-goarch
|
|
|
|
release-vmcluster-freebsd-amd64:
|
|
GOOS=freebsd GOARCH=amd64 $(MAKE) release-vmcluster-goos-goarch
|
|
|
|
release-vmcluster-openbsd-amd64:
|
|
GOOS=openbsd GOARCH=amd64 $(MAKE) release-vmcluster-goos-goarch
|
|
|
|
release-vmcluster-windows-amd64:
|
|
GOARCH=amd64 $(MAKE) release-vmcluster-windows-goarch
|
|
|
|
release-vmcluster-darwin-amd64:
|
|
GOOS=darwin GOARCH=amd64 $(MAKE) release-vmcluster-goos-goarch
|
|
|
|
release-vmcluster-darwin-arm64:
|
|
GOOS=darwin GOARCH=arm64 $(MAKE) release-vmcluster-goos-goarch
|
|
|
|
release-vmcluster-goos-goarch: \
|
|
vminsert-$(GOOS)-$(GOARCH)-prod \
|
|
vmselect-$(GOOS)-$(GOARCH)-prod \
|
|
vmstorage-$(GOOS)-$(GOARCH)-prod
|
|
cd bin && \
|
|
tar $(TAR_OWNERSHIP) --transform="flags=r;s|-$(GOOS)-$(GOARCH)||" -czf victoria-metrics-$(GOOS)-$(GOARCH)-$(PKG_TAG).tar.gz \
|
|
vminsert-$(GOOS)-$(GOARCH)-prod \
|
|
vmselect-$(GOOS)-$(GOARCH)-prod \
|
|
vmstorage-$(GOOS)-$(GOARCH)-prod \
|
|
&& sha256sum victoria-metrics-$(GOOS)-$(GOARCH)-$(PKG_TAG).tar.gz \
|
|
vminsert-$(GOOS)-$(GOARCH)-prod \
|
|
vmselect-$(GOOS)-$(GOARCH)-prod \
|
|
vmstorage-$(GOOS)-$(GOARCH)-prod \
|
|
| sed s/-$(GOOS)-$(GOARCH)-prod/-prod/ > victoria-metrics-$(GOOS)-$(GOARCH)-$(PKG_TAG)_checksums.txt
|
|
cd bin && rm -rf \
|
|
vminsert-$(GOOS)-$(GOARCH)-prod \
|
|
vmselect-$(GOOS)-$(GOARCH)-prod \
|
|
vmstorage-$(GOOS)-$(GOARCH)-prod
|
|
|
|
release-vmcluster-windows-goarch: \
|
|
vminsert-windows-$(GOARCH)-prod \
|
|
vmselect-windows-$(GOARCH)-prod \
|
|
vmstorage-windows-$(GOARCH)-prod
|
|
cd bin && \
|
|
zip victoria-metrics-windows-$(GOARCH)-$(PKG_TAG).zip \
|
|
vminsert-windows-$(GOARCH)-prod.exe \
|
|
vmselect-windows-$(GOARCH)-prod.exe \
|
|
vmstorage-windows-$(GOARCH)-prod.exe \
|
|
&& sha256sum victoria-metrics-windows-$(GOARCH)-$(PKG_TAG).zip \
|
|
vminsert-windows-$(GOARCH)-prod.exe \
|
|
vmselect-windows-$(GOARCH)-prod.exe \
|
|
vmstorage-windows-$(GOARCH)-prod.exe \
|
|
> victoria-metrics-windows-$(GOARCH)-$(PKG_TAG)_checksums.txt
|
|
cd bin && rm -rf \
|
|
vminsert-windows-$(GOARCH)-prod.exe \
|
|
vmselect-windows-$(GOARCH)-prod.exe \
|
|
vmstorage-windows-$(GOARCH)-prod.exe
|
|
|
|
pprof-cpu:
|
|
go tool pprof -trim_path=github.com/VictoriaMetrics/VictoriaMetrics $(PPROF_FILE)
|
|
|
|
fmt:
|
|
gofmt -l -w -s ./lib
|
|
gofmt -l -w -s ./app
|
|
gofmt -l -w -s ./apptest
|
|
|
|
vet:
|
|
go vet -tags 'synctest' ./lib/...
|
|
go vet ./app/...
|
|
go vet ./apptest/...
|
|
|
|
check-all: fmt vet golangci-lint govulncheck
|
|
|
|
clean-checkers: remove-golangci-lint remove-govulncheck
|
|
|
|
test:
|
|
go test -tags 'synctest' ./lib/... ./app/...
|
|
|
|
test-race:
|
|
go test -tags 'synctest' -race ./lib/... ./app/...
|
|
|
|
test-386:
|
|
GOARCH=386 go test -tags 'synctest' ./lib/... ./app/...
|
|
|
|
test-pure:
|
|
CGO_ENABLED=0 go test -tags 'synctest' ./lib/... ./app/...
|
|
|
|
test-full:
|
|
go test -tags 'synctest' -coverprofile=coverage.txt -covermode=atomic ./lib/... ./app/...
|
|
|
|
test-full-386:
|
|
GOARCH=386 go test -tags 'synctest' -coverprofile=coverage.txt -covermode=atomic ./lib/... ./app/...
|
|
|
|
apptest:
|
|
$(MAKE) vminsert-race vmselect-race vmstorage-race vmagent-race vmctl-race vmbackup-race vmrestore-race
|
|
go test ./apptest/... -skip="^Test(Single|Legacy).*"
|
|
|
|
apptest-legacy: vminsert-race vmselect-race vmstorage-race vmbackup-race vmrestore-race
|
|
OS=$$(uname | tr '[:upper:]' '[:lower:]'); \
|
|
ARCH=$$(uname -m | tr '[:upper:]' '[:lower:]' | sed 's/x86_64/amd64/'); \
|
|
VERSION=v1.132.0; \
|
|
VMSINGLE=victoria-metrics-$${OS}-$${ARCH}-$${VERSION}.tar.gz; \
|
|
VMCLUSTER=victoria-metrics-$${OS}-$${ARCH}-$${VERSION}-cluster.tar.gz; \
|
|
URL=https://github.com/VictoriaMetrics/VictoriaMetrics/releases/download/$${VERSION}; \
|
|
DIR=/tmp/$${VERSION}; \
|
|
test -d $${DIR} || (mkdir $${DIR} && \
|
|
curl --output-dir /tmp -LO $${URL}/$${VMSINGLE} && tar xzf /tmp/$${VMSINGLE} -C $${DIR} && \
|
|
curl --output-dir /tmp -LO $${URL}/$${VMCLUSTER} && tar xzf /tmp/$${VMCLUSTER} -C $${DIR} \
|
|
); \
|
|
VM_LEGACY_VMSINGLE_PATH=$${DIR}/victoria-metrics-prod \
|
|
VM_LEGACY_VMSTORAGE_PATH=$${DIR}/vmstorage-prod \
|
|
go test ./apptest/tests -run="^TestLegacyCluster.*"
|
|
|
|
benchmark:
|
|
go test -run=NO_TESTS -bench=. ./lib/...
|
|
go test -run=NO_TESTS -bench=. ./app/...
|
|
|
|
benchmark-pure:
|
|
CGO_ENABLED=0 go test -run=NO_TESTS -bench=. ./lib/...
|
|
CGO_ENABLED=0 go test -run=NO_TESTS -bench=. ./app/...
|
|
|
|
vendor-update:
|
|
go get -u ./lib/...
|
|
go get -u ./app/...
|
|
go mod tidy -compat=1.26
|
|
go mod vendor
|
|
|
|
app-local:
|
|
CGO_ENABLED=1 go build $(RACE) -ldflags "$(GO_BUILDINFO)" -tags "$(EXTRA_GO_BUILD_TAGS)" -o bin/$(APP_NAME)$(RACE) $(PKG_PREFIX)/app/$(APP_NAME)
|
|
|
|
app-local-pure:
|
|
CGO_ENABLED=0 go build $(RACE) -ldflags "$(GO_BUILDINFO)" -tags "$(EXTRA_GO_BUILD_TAGS)" -o bin/$(APP_NAME)-pure$(RACE) $(PKG_PREFIX)/app/$(APP_NAME)
|
|
|
|
app-local-goos-goarch:
|
|
CGO_ENABLED=$(CGO_ENABLED) GOOS=$(GOOS) GOARCH=$(GOARCH) go build $(RACE) -ldflags "$(GO_BUILDINFO)" -tags "$(EXTRA_GO_BUILD_TAGS)" -o bin/$(APP_NAME)-$(GOOS)-$(GOARCH)$(RACE) $(PKG_PREFIX)/app/$(APP_NAME)
|
|
|
|
app-local-windows-goarch:
|
|
CGO_ENABLED=0 GOOS=windows GOARCH=$(GOARCH) go build $(RACE) -ldflags "$(GO_BUILDINFO)" -tags "$(EXTRA_GO_BUILD_TAGS)" -o bin/$(APP_NAME)-windows-$(GOARCH)$(RACE).exe $(PKG_PREFIX)/app/$(APP_NAME)
|
|
|
|
quicktemplate-gen: install-qtc
|
|
qtc -dir=lib
|
|
qtc -dir=app
|
|
|
|
install-qtc:
|
|
which qtc || go install github.com/valyala/quicktemplate/qtc@latest
|
|
|
|
|
|
golangci-lint: install-golangci-lint
|
|
golangci-lint run --build-tags 'synctest'
|
|
|
|
install-golangci-lint:
|
|
which golangci-lint && (golangci-lint --version | grep -q $(GOLANGCI_LINT_VERSION)) || curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s -- -b $(shell go env GOPATH)/bin v$(GOLANGCI_LINT_VERSION)
|
|
|
|
remove-golangci-lint:
|
|
rm -rf `which golangci-lint`
|
|
|
|
govulncheck: install-govulncheck
|
|
govulncheck ./...
|
|
|
|
install-govulncheck:
|
|
which govulncheck || go install golang.org/x/vuln/cmd/govulncheck@latest
|
|
|
|
remove-govulncheck:
|
|
rm -rf `which govulncheck`
|
|
|
|
install-wwhrd:
|
|
which wwhrd || go install github.com/frapposelli/wwhrd@latest
|
|
|
|
check-licenses: install-wwhrd
|
|
wwhrd check -f .wwhrd.yml
|