Feat/upscale buildkit if waiting too long (#47)

* feat: upscale directly if wait time for buildkit is long enough

* ref: lint and fix

* feat: add metrics to upscale buildkit

* refactor: lint

* Update pkg/build/grpc_build_v1/build_service_grpc.pb.go

Co-authored-by: Copilot <[email protected]>

* fix: bugs, typos and refactors

* Update pkg/build/buildkit/autodiscovery/podNotifier.go

Co-authored-by: Copilot <[email protected]>

* fix: race on lease release and typos

* ref: add timeout time on error message for buildkit discover

* fix: handle leasedPodsCh closure by finishing the process

* fix: handle pod watcher chan closure

* ref: fix identation

* fix: exit when metrics server fails

* test: fix error message

---------

Co-authored-by: Copilot <[email protected]>

Author: ravilock

Makefile

@@ -14,6 +14,8 @@ LOCAL_DEV ?= ./misc/local-dev.sh
 setup:
 	@$(LOCAL_DEV) setup-loopback $(TSURU_HOST_IP)
 	@$(DOCKER_COMPOSE) up -d
+	@$(GO) install google.golang.org/protobuf/cmd/[email protected]
+	@$(GO) install google.golang.org/grpc/cmd/[email protected]
 
 .PHONY: cleanup
 cleanup:
@@ -30,11 +32,11 @@ test: generate
 .PHONY: test/integration
 test/integration:
 	DEPLOY_AGENT_INTEGRATION=true \
-		DEPLOY_AGENT_INTEGRATION_REGISTRY_HOST=$(INTERNAL_IP):5000 \
-		DEPLOY_AGENT_INTEGRATION_REGISTRY_HTTP=true \
-		BUILDKIT_HOST=tcp://0.0.0.0:7777 \
-		DOCKER_HOST=tcp://0.0.0.0:2375 \
-		$(GO) test -v github.com/tsuru/deploy-agent/pkg/build/buildkit
+  DEPLOY_AGENT_INTEGRATION_REGISTRY_HOST=$(INTERNAL_IP):5000 \
+  DEPLOY_AGENT_INTEGRATION_REGISTRY_HTTP=true \
+  BUILDKIT_HOST=tcp://0.0.0.0:7777 \
+  DOCKER_HOST=tcp://0.0.0.0:2375 \
+  $(GO) test -v github.com/tsuru/deploy-agent/pkg/build/buildkit
 
 .PHONY: lint
 lint: generate
@@ -48,4 +50,4 @@ generate:
 
 .PHONY: build/container-image
 build/container-image:
-	$(DOCKER) build -t tsuru/deploy-agent:latest ./
+	$(DOCKER) build -t tsuru/deploy-agent-local:latest ./

go.mod

@@ -12,10 +12,11 @@ require (
 	github.com/google/go-containerregistry v0.12.0
 	github.com/moby/buildkit v0.11.3
 	github.com/oracle/oci-go-sdk/v65 v65.73.0
+	github.com/prometheus/client_golang v1.23.2
 	github.com/stretchr/testify v1.11.1
-	golang.org/x/sync v0.12.0
+	golang.org/x/sync v0.16.0
 	google.golang.org/grpc v1.65.0
-	google.golang.org/protobuf v1.34.1
+	google.golang.org/protobuf v1.36.8
 	k8s.io/api v0.26.2
 	k8s.io/apimachinery v0.26.2
 	k8s.io/client-go v0.26.2
@@ -28,6 +29,8 @@ require (
 	cloud.google.com/go/compute/metadata v0.3.0 // indirect
 	github.com/Microsoft/go-winio v0.6.0 // indirect
 	github.com/Microsoft/hcsshim v0.9.12 // indirect
+	github.com/beorn7/perks v1.0.1 // indirect
+	github.com/cespare/xxhash/v2 v2.3.0 // indirect
 	github.com/containerd/containerd v1.6.38 // indirect
 	github.com/containerd/continuity v0.3.0 // indirect
 	github.com/containerd/errdefs v0.1.0 // indirect
@@ -50,16 +53,14 @@ require (
 	github.com/gogo/protobuf v1.3.2 // indirect
 	github.com/golang/protobuf v1.5.4 // indirect
 	github.com/google/gnostic v0.6.9 // indirect
-	github.com/google/go-cmp v0.6.0 // indirect
+	github.com/google/go-cmp v0.7.0 // indirect
 	github.com/google/gofuzz v1.2.0 // indirect
 	github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 // indirect
 	github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 // indirect
 	github.com/grpc-ecosystem/grpc-gateway v1.16.0 // indirect
 	github.com/imdario/mergo v0.3.13 // indirect
 	github.com/josharian/intern v1.0.0 // indirect
 	github.com/json-iterator/go v1.1.12 // indirect
-	github.com/klauspost/compress v1.16.0 // indirect
-	github.com/kr/pretty v0.3.0 // indirect
 	github.com/mailru/easyjson v0.7.7 // indirect
 	github.com/mitchellh/go-homedir v1.1.0 // indirect
 	github.com/moby/patternmatcher v0.5.0 // indirect
@@ -74,6 +75,9 @@ require (
 	github.com/opencontainers/selinux v1.11.0 // indirect
 	github.com/pkg/errors v0.9.1 // indirect
 	github.com/pmezard/go-difflib v1.0.0 // indirect
+	github.com/prometheus/client_model v0.6.2 // indirect
+	github.com/prometheus/common v0.66.1 // indirect
+	github.com/prometheus/procfs v0.16.1 // indirect
 	github.com/sirupsen/logrus v1.9.3 // indirect
 	github.com/sony/gobreaker v0.5.0 // indirect
 	github.com/spf13/pflag v1.0.5 // indirect
@@ -87,15 +91,16 @@ require (
 	go.opentelemetry.io/otel/sdk v1.21.0 // indirect
 	go.opentelemetry.io/otel/trace v1.21.0 // indirect
 	go.opentelemetry.io/proto/otlp v0.12.0 // indirect
-	golang.org/x/crypto v0.36.0 // indirect
-	golang.org/x/mod v0.17.0 // indirect
-	golang.org/x/net v0.38.0 // indirect
-	golang.org/x/oauth2 v0.27.0 // indirect
-	golang.org/x/sys v0.31.0 // indirect
-	golang.org/x/term v0.30.0 // indirect
-	golang.org/x/text v0.23.0 // indirect
+	go.yaml.in/yaml/v2 v2.4.2 // indirect
+	golang.org/x/crypto v0.41.0 // indirect
+	golang.org/x/mod v0.26.0 // indirect
+	golang.org/x/net v0.43.0 // indirect
+	golang.org/x/oauth2 v0.30.0 // indirect
+	golang.org/x/sys v0.35.0 // indirect
+	golang.org/x/term v0.34.0 // indirect
+	golang.org/x/text v0.28.0 // indirect
 	golang.org/x/time v0.3.0 // indirect
-	golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d // indirect
+	golang.org/x/tools v0.35.0 // indirect
 	google.golang.org/genproto v0.0.0-20230822172742-b8732ec3820d // indirect
 	google.golang.org/genproto/googleapis/api v0.0.0-20240528184218-531527333157 // indirect
 	google.golang.org/genproto/googleapis/rpc v0.0.0-20240528184218-531527333157 // indirect