Skip to content

break: Use refreshable/v2 #527

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 1 commit into
base: develop
Choose a base branch
from
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions changelog/@unreleased/pr-527.v2.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
type: break
break:
description: Use refreshable/v2
links:
- https://github.com/palantir/conjure-go-runtime/pull/527
13 changes: 5 additions & 8 deletions conjure-go-client/httpclient/authn.go
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ import (
"net/http"

"github.com/palantir/conjure-go-runtime/v2/conjure-go-client/httpclient/internal/refreshingclient"
"github.com/palantir/pkg/refreshable"
"github.com/palantir/pkg/refreshable/v2"
)

// TokenProvider accepts a context and returns either:
Expand Down Expand Up @@ -50,13 +50,10 @@ func (h *authTokenMiddleware) RoundTrip(req *http.Request, next http.RoundTrippe
return next.RoundTrip(req)
}

func newAuthTokenMiddlewareFromRefreshable(token refreshable.StringPtr) Middleware {
func newAuthTokenMiddlewareFromRefreshable(token refreshable.Refreshable[*string]) Middleware {
return &authTokenMiddleware{
provideToken: func(ctx context.Context) (string, error) {
if s := token.CurrentStringPtr(); s != nil {
return *s, nil
}
return "", nil
return derefPtr(token.Current(), ""), nil
},
}
}
Expand All @@ -77,9 +74,9 @@ type BasicAuthProvider func(context.Context) (BasicAuth, error)
// (3) a nil BasicAuth and a non-nil error.
type BasicAuthOptionalProvider func(context.Context) (*BasicAuth, error)

func newBasicAuthMiddlewareFromRefreshable(auth refreshingclient.RefreshableBasicAuthPtr) Middleware {
func newBasicAuthMiddlewareFromRefreshable(auth refreshable.Refreshable[*refreshingclient.BasicAuth]) Middleware {
return MiddlewareFunc(func(req *http.Request, next http.RoundTripper) (*http.Response, error) {
if basicAuth := auth.CurrentBasicAuthPtr(); basicAuth != nil {
if basicAuth := auth.Current(); basicAuth != nil {
setBasicAuth(req.Header, basicAuth.User, basicAuth.Password)
}
return next.RoundTrip(req)
Expand Down
24 changes: 12 additions & 12 deletions conjure-go-client/httpclient/client.go
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@ import (
"github.com/palantir/conjure-go-runtime/v2/conjure-go-client/httpclient/internal"
"github.com/palantir/conjure-go-runtime/v2/conjure-go-client/httpclient/internal/refreshingclient"
"github.com/palantir/pkg/bytesbuffers"
"github.com/palantir/pkg/refreshable"
"github.com/palantir/pkg/refreshable/v2"
werror "github.com/palantir/witchcraft-go-error"
"github.com/palantir/witchcraft-go-logging/wlog/svclog/svc1log"
)
Expand All @@ -49,15 +49,15 @@ type Client interface {
}

type clientImpl struct {
serviceName refreshable.String
client RefreshableHTTPClient
serviceName refreshable.Refreshable[string]
client refreshable.Refreshable[*http.Client]
middlewares []Middleware
errorDecoderMiddleware Middleware
recoveryMiddleware Middleware

uriScorer internal.RefreshableURIScoringMiddleware
maxAttempts refreshable.IntPtr // 0 means no limit. If nil, uses 2*len(uris).
backoffOptions refreshingclient.RefreshableRetryParams
uriScorer refreshable.Refreshable[internal.URIScoringMiddleware]
maxAttempts refreshable.Refreshable[*int] // 0 means no limit. If nil, uses 2*len(uris).
backoffOptions refreshable.Refreshable[refreshingclient.RetryParams]
bufferPool bytesbuffers.Pool
}

Expand All @@ -82,19 +82,19 @@ func (c *clientImpl) Delete(ctx context.Context, params ...RequestParam) (*http.
}

func (c *clientImpl) Do(ctx context.Context, params ...RequestParam) (*http.Response, error) {
uris := c.uriScorer.CurrentURIScoringMiddleware().GetURIsInOrderOfIncreasingScore()
uris := c.uriScorer.Current().GetURIsInOrderOfIncreasingScore()
if len(uris) == 0 {
return nil, werror.WrapWithContextParams(ctx, ErrEmptyURIs, "", werror.SafeParam("serviceName", c.serviceName.CurrentString()))
return nil, werror.WrapWithContextParams(ctx, ErrEmptyURIs, "", werror.SafeParam("serviceName", c.serviceName.Current()))
}

attempts := 2 * len(uris)
if c.maxAttempts != nil {
if confMaxAttempts := c.maxAttempts.CurrentIntPtr(); confMaxAttempts != nil {
if confMaxAttempts := c.maxAttempts.Current(); confMaxAttempts != nil {
attempts = *confMaxAttempts
}
}

retrier := internal.NewRequestRetrier(uris, c.backoffOptions.CurrentRetryParams().Start(ctx), attempts)
retrier := internal.NewRequestRetrier(uris, c.backoffOptions.Current().Start(ctx), attempts)
uri, isRelocated := retrier.GetNextURI(nil, nil)
for {
resp, retryable, err := c.doOnce(ctx, uri, isRelocated, params...)
Expand Down Expand Up @@ -161,7 +161,7 @@ func (c *clientImpl) doOnce(

// 2. create the transport and client
// shallow copy so we can overwrite the Transport with a wrapped one.
clientCopy := *c.client.CurrentHTTPClient()
clientCopy := *c.client.Current()

// use request-specific timeout if set
if b.requestTimeout != nil {
Expand All @@ -171,7 +171,7 @@ func (c *clientImpl) doOnce(
transport := clientCopy.Transport // start with the client's transport configured with default middleware

// must precede the error decoders to read the status code of the raw response.
transport = wrapTransport(transport, c.uriScorer.CurrentURIScoringMiddleware())
transport = wrapTransport(transport, c.uriScorer.Current())
// request decoder must precede the client decoder
// must precede the body middleware to read the response body
transport = wrapTransport(transport, b.errorDecoderMiddleware, c.errorDecoderMiddleware)
Expand Down
107 changes: 64 additions & 43 deletions conjure-go-client/httpclient/client_builder.go
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,8 @@ import (
"github.com/palantir/conjure-go-runtime/v2/conjure-go-client/httpclient/internal/refreshingclient"
"github.com/palantir/pkg/bytesbuffers"
"github.com/palantir/pkg/metrics"
"github.com/palantir/pkg/refreshable"
refreshablev1 "github.com/palantir/pkg/refreshable"
"github.com/palantir/pkg/refreshable/v2"
werror "github.com/palantir/witchcraft-go-error"
)

Expand Down Expand Up @@ -55,7 +56,7 @@ var (
type clientBuilder struct {
HTTP *httpClientBuilder

URIs refreshable.StringSlice
URIs refreshable.Refreshable[[]string]
URIScorerBuilder func([]string) internal.URIScoringMiddleware

// If false, NewClient() will return an error when URIs.Current() is empty.
Expand All @@ -65,19 +66,19 @@ type clientBuilder struct {
ErrorDecoder ErrorDecoder

BytesBufferPool bytesbuffers.Pool
MaxAttempts refreshable.IntPtr
RetryParams refreshingclient.RefreshableRetryParams
MaxAttempts refreshable.Refreshable[*int]
RetryParams refreshable.Refreshable[refreshingclient.RetryParams]
}

type httpClientBuilder struct {
ServiceName refreshable.String
Timeout refreshable.Duration
DialerParams refreshingclient.RefreshableDialerParams
ServiceName refreshable.Refreshable[string]
Timeout refreshable.Refreshable[time.Duration]
DialerParams refreshable.Refreshable[refreshingclient.DialerParams]
TLSConfig *tls.Config // If unset, config in TransportParams will be used.
TransportParams refreshingclient.RefreshableTransportParams
TransportParams refreshable.Refreshable[refreshingclient.TransportParams]
Middlewares []Middleware

DisableMetrics refreshable.Bool
DisableMetrics refreshable.Refreshable[bool]
MetricsTagProviders []TagsProvider

// These middleware options are not refreshed anywhere because they are not in ClientConfig,
Expand All @@ -101,7 +102,8 @@ func (b *httpClientBuilder) Build(ctx context.Context, params ...HTTPClientParam
if b.TLSConfig != nil {
tlsProvider = refreshingclient.NewStaticTLSConfigProvider(b.TLSConfig)
} else {
refreshableProvider, err := refreshingclient.NewRefreshableTLSConfig(ctx, b.TransportParams.TLS())
tlsParams := refreshable.View(b.TransportParams, refreshingclient.TransportParams.GetTLSParams)
refreshableProvider, err := refreshingclient.NewRefreshableTLSConfig(ctx, tlsParams)
if err != nil {
return nil, err
}
Expand All @@ -116,8 +118,13 @@ func (b *httpClientBuilder) Build(ctx context.Context, params ...HTTPClientParam
transport = wrapTransport(transport, recoveryMiddleware{})
}
transport = wrapTransport(transport, b.Middlewares...)

return refreshingclient.NewRefreshableHTTPClient(transport, b.Timeout), nil
client, _ := refreshable.Map(b.Timeout, func(timeout time.Duration) *http.Client {
return &http.Client{
Transport: transport,
Timeout: timeout,
}
})
return client, nil
}

// NewClient returns a configured client ready for use.
Expand All @@ -130,6 +137,12 @@ func NewClient(params ...ClientParam) (Client, error) {
// NewClientFromRefreshableConfig returns a configured client ready for use.
// We apply "sane defaults" before applying the provided params.
func NewClientFromRefreshableConfig(ctx context.Context, config RefreshableClientConfig, params ...ClientParam) (Client, error) {
return NewClientFromRefreshableV2Config(ctx, refreshablev1.ToV2[ClientConfig](config), params...)
}

// NewClientFromRefreshableV2Config returns a configured client ready for use.
// We apply "sane defaults" before applying the provided params.
func NewClientFromRefreshableV2Config(ctx context.Context, config refreshable.Refreshable[ClientConfig], params ...ClientParam) (Client, error) {
b := newClientBuilder()
if err := newClientBuilderFromRefreshableConfig(ctx, config, b, nil); err != nil {
return nil, err
Expand All @@ -147,10 +160,10 @@ func newClient(ctx context.Context, b *clientBuilder, params ...ClientParam) (Cl
}
}
if b.URIs == nil {
return nil, werror.ErrorWithContextParams(ctx, "httpclient URLs must be set in configuration or by constructor param", werror.SafeParam("serviceName", b.HTTP.ServiceName.CurrentString()))
return nil, werror.ErrorWithContextParams(ctx, "httpclient URLs must be set in configuration or by constructor param", werror.SafeParam("serviceName", b.HTTP.ServiceName.Current()))
}
if !b.AllowEmptyURIs && len(b.URIs.CurrentStringSlice()) == 0 {
return nil, werror.WrapWithContextParams(ctx, ErrEmptyURIs, "", werror.SafeParam("serviceName", b.HTTP.ServiceName.CurrentString()))
if !b.AllowEmptyURIs && len(b.URIs.Current()) == 0 {
return nil, werror.WrapWithContextParams(ctx, ErrEmptyURIs, "", werror.SafeParam("serviceName", b.HTTP.ServiceName.Current()))
}

var edm Middleware
Expand All @@ -170,7 +183,7 @@ func newClient(ctx context.Context, b *clientBuilder, params ...ClientParam) (Cl
if !b.HTTP.DisableRecovery {
recovery = recoveryMiddleware{}
}
uriScorer := internal.NewRefreshableURIScoringMiddleware(b.URIs, func(uris []string) internal.URIScoringMiddleware {
uriScorer := refreshable.View(b.URIs, func(uris []string) internal.URIScoringMiddleware {
if b.URIScorerBuilder == nil {
return internal.NewBalancedURIScoringMiddleware(uris, func() int64 { return time.Now().UnixNano() })
}
Expand All @@ -197,15 +210,15 @@ func NewHTTPClient(params ...HTTPClientParam) (*http.Client, error) {
if err != nil {
return nil, err
}
return provider.CurrentHTTPClient(), nil
return provider.Current(), nil
}

// RefreshableHTTPClient exposes the internal interface
type RefreshableHTTPClient = refreshingclient.RefreshableHTTPClient
type RefreshableHTTPClient refreshable.Refreshable[*http.Client]

// NewHTTPClientFromRefreshableConfig returns a configured http client ready for use.
// We apply "sane defaults" before applying the provided params.
func NewHTTPClientFromRefreshableConfig(ctx context.Context, config RefreshableClientConfig, params ...HTTPClientParam) (RefreshableHTTPClient, error) {
func NewHTTPClientFromRefreshableConfig(ctx context.Context, config refreshable.Refreshable[ClientConfig], params ...HTTPClientParam) (refreshable.Refreshable[*http.Client], error) {
b := newClientBuilder()
if err := newClientBuilderFromRefreshableConfig(ctx, config, b, nil); err != nil {
return nil, err
Expand All @@ -216,14 +229,14 @@ func NewHTTPClientFromRefreshableConfig(ctx context.Context, config RefreshableC
func newClientBuilder() *clientBuilder {
return &clientBuilder{
HTTP: &httpClientBuilder{
ServiceName: refreshable.NewString(refreshable.NewDefaultRefreshable("")),
Timeout: refreshable.NewDuration(refreshable.NewDefaultRefreshable(defaultHTTPTimeout)),
DialerParams: refreshingclient.NewRefreshingDialerParams(refreshable.NewDefaultRefreshable(refreshingclient.DialerParams{
ServiceName: refreshable.New(""),
Timeout: refreshable.New(defaultHTTPTimeout),
DialerParams: refreshable.New(refreshingclient.DialerParams{
DialTimeout: defaultDialTimeout,
KeepAlive: defaultKeepAlive,
SocksProxyURL: nil,
})),
TransportParams: refreshingclient.NewRefreshingTransportParams(refreshable.NewDefaultRefreshable(refreshingclient.TransportParams{
}),
TransportParams: refreshable.New(refreshingclient.TransportParams{
MaxIdleConns: defaultMaxIdleConns,
MaxIdleConnsPerHost: defaultMaxIdleConnsPerHost,
DisableHTTP2: false,
Expand All @@ -236,9 +249,9 @@ func newClientBuilder() *clientBuilder {
ProxyFromEnvironment: true,
HTTP2ReadIdleTimeout: defaultHTTP2ReadIdleTimeout,
HTTP2PingTimeout: defaultHTTP2PingTimeout,
})),
}),
Middlewares: nil,
DisableMetrics: refreshable.NewBool(refreshable.NewDefaultRefreshable(false)),
DisableMetrics: refreshable.New(false),
MetricsTagProviders: nil,
DisableRecovery: false,
DisableRequestSpan: false,
Expand All @@ -248,16 +261,25 @@ func newClientBuilder() *clientBuilder {
BytesBufferPool: nil,
ErrorDecoder: restErrorDecoder{},
MaxAttempts: nil,
RetryParams: refreshingclient.NewRefreshingRetryParams(refreshable.NewDefaultRefreshable(refreshingclient.RetryParams{
RetryParams: refreshable.New(refreshingclient.RetryParams{
InitialBackoff: defaultInitialBackoff,
MaxBackoff: defaultMaxBackoff,
})),
}),
}
}

func newClientBuilderFromRefreshableConfig(ctx context.Context, config RefreshableClientConfig, b *clientBuilder, reloadErrorSubmitter func(error)) error {
refreshingParams, err := refreshable.NewMapValidatingRefreshable(config, func(i interface{}) (interface{}, error) {
p, err := newValidatedClientParamsFromConfig(ctx, i.(ClientConfig))
func newClientBuilderFromRefreshableConfig(ctx context.Context, config refreshable.Refreshable[ClientConfig], b *clientBuilder, reloadErrorSubmitter func(error)) error {
security := refreshable.View(config, func(c ClientConfig) SecurityConfig {
return c.Security
})
if tlsConfig, err := subscribeTLSConfigUpdateWarning(ctx, security); err != nil {
return err
} else if tlsConfig != nil {
b.HTTP.TLSConfig = tlsConfig
}

validParams, _, err := refreshable.MapWithError(config, func(c ClientConfig) (refreshingclient.ValidatedClientParams, error) {
p, err := newValidatedClientParamsFromConfig(ctx, c)
if reloadErrorSubmitter != nil {
reloadErrorSubmitter(err)
}
Expand All @@ -266,23 +288,22 @@ func newClientBuilderFromRefreshableConfig(ctx context.Context, config Refreshab
if err != nil {
return err
}
validParams := refreshingclient.NewRefreshingValidatedClientParams(refreshingParams)

b.HTTP.ServiceName = validParams.ServiceName()
b.HTTP.DialerParams = validParams.Dialer()
b.HTTP.TransportParams = validParams.Transport()
b.HTTP.Timeout = validParams.Timeout()
b.HTTP.DisableMetrics = validParams.DisableMetrics()
b.HTTP.ServiceName = refreshable.View(validParams, refreshingclient.ValidatedClientParams.GetServiceName)
b.HTTP.DialerParams = refreshable.View(validParams, refreshingclient.ValidatedClientParams.GetDialerParams)
b.HTTP.TransportParams = refreshable.View(validParams, refreshingclient.ValidatedClientParams.GetTransport)
b.HTTP.Timeout = refreshable.View(validParams, refreshingclient.ValidatedClientParams.GetTimeout)
b.HTTP.DisableMetrics = refreshable.View(validParams, refreshingclient.ValidatedClientParams.GetDisableMetrics)
b.HTTP.MetricsTagProviders = append(b.HTTP.MetricsTagProviders,
TagsProviderFunc(func(*http.Request, *http.Response, error) metrics.Tags {
return validParams.CurrentValidatedClientParams().MetricsTags
return validParams.Current().MetricsTags
}))
b.HTTP.Middlewares = append(b.HTTP.Middlewares,
newAuthTokenMiddlewareFromRefreshable(validParams.APIToken()),
newBasicAuthMiddlewareFromRefreshable(validParams.BasicAuth()))
newAuthTokenMiddlewareFromRefreshable(refreshable.View(validParams, refreshingclient.ValidatedClientParams.GetAPIToken)),
newBasicAuthMiddlewareFromRefreshable(refreshable.View(validParams, refreshingclient.ValidatedClientParams.GetBasicAuth)))

b.URIs = validParams.URIs()
b.MaxAttempts = validParams.MaxAttempts()
b.RetryParams = validParams.Retry()
b.URIs = refreshable.View(validParams, refreshingclient.ValidatedClientParams.GetURIs)
b.MaxAttempts = refreshable.View(validParams, refreshingclient.ValidatedClientParams.GetMaxAttempts)
b.RetryParams = refreshable.View(validParams, refreshingclient.ValidatedClientParams.GetRetry)
return nil
}
6 changes: 3 additions & 3 deletions conjure-go-client/httpclient/client_builder_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ import (
"testing"

"github.com/palantir/conjure-go-runtime/v2/conjure-go-client/httpclient"
"github.com/palantir/pkg/refreshable"
"github.com/palantir/pkg/refreshable/v2"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
)
Expand Down Expand Up @@ -59,7 +59,7 @@ func TestWrapTransport(t *testing.T) {

func TestNewHTTPClientWithoutURIs(t *testing.T) {
cfg := httpclient.ClientConfig{ServiceName: "test-service"}
c, err := httpclient.NewHTTPClientFromRefreshableConfig(context.Background(), httpclient.NewRefreshingClientConfig(refreshable.NewDefaultRefreshable(cfg)))
c, err := httpclient.NewHTTPClientFromRefreshableConfig(context.Background(), refreshable.New(cfg))
require.NoError(t, err)
require.NotNil(t, c.CurrentHTTPClient())
require.NotNil(t, c.Current())
}
Loading