Reduce dynamic config client log level to INFO to address noisy debug logging (#8354)

## What changed?
Added functionality to override the dynamic config client log level to
INFO for all services in the functional tests.

### Why?
The dynamic config client introduced in #7052 logs "No such key in
dynamic config, using default" at DEBUG level every time a dynamic
config key is checked without an override. This creates extremely noisy
logs during testing as it fires for many dynamic config checks, making
it difficult to see relevant test output and debug information.

This approach:
- Only affects the dynamic config client logging, not the main service
logs
- Only applicable to tests not production code

## How did you test it?
- [x] built
- [x] run locally and tested manually
- [x] covered by existing tests
- [ ] added new unit test(s)
- [ ] added new functional test(s)

---------

Co-authored-by: alex stanfield <[email protected]>

Author: chaptersix

tests/testcore/onebox.go

@@ -116,6 +116,7 @@ type (
 		chasmRegistry         *chasm.Registry
 		grpcClientInterceptor *grpcinject.Interceptor
 		spanExporters         map[telemetry.SpanExporterType]sdktrace.SpanExporter
+		dynamicConfigLogger   log.Logger
 	}
 
 	// FrontendConfig is the config for the frontend service
@@ -209,7 +210,12 @@ func newTemporal(t *testing.T, params *TemporalParams) *TemporalImpl {
 		captureMetricsHandler:            params.CaptureMetricsHandler,
 		dcClient:                         dynamicconfig.NewMemoryClient(),
 		// If this doesn't build, make sure you're building with tags 'test_dep':
-		testHooks:                testhooks.NewTestHooksImpl(),
+		testHooks: testhooks.NewTestHooksImpl(),
+		// We are overriding the dynamic config logger with a new one that uses the INFO level
+		// because there are some debug logs that are too verbose for testing.
+		// ex: "No such key in dynamic config, using default"
+		// this can be removed if logging from this package becomes less verbose
+		dynamicConfigLogger:      log.NewZapLogger(log.BuildZapLogger(log.Config{Level: "info"})),
 		serviceFxOptions:         params.ServiceFxOptions,
 		taskCategoryRegistry:     params.TaskCategoryRegistry,
 		chasmRegistry:            params.ChasmRegistry,
@@ -229,6 +235,7 @@ func newTemporal(t *testing.T, params *TemporalParams) *TemporalImpl {
 }
 
 func (c *TemporalImpl) Start() error {
+
 	// create temporal-system namespace, this must be created before starting
 	// the services - so directly use the metadataManager to create this
 	if err := c.createSystemNamespace(); err != nil {
@@ -371,6 +378,11 @@ func (c *TemporalImpl) startFrontend() {
 			fx.Provide(func() persistenceClient.AbstractDataStoreFactory { return c.abstractDataStoreFactory }),
 			fx.Provide(func() visibility.VisibilityStoreFactory { return c.visibilityStoreFactory }),
 			fx.Provide(func() dynamicconfig.Client { return c.dcClient }),
+			fx.Decorate(func(client dynamicconfig.Client, lc fx.Lifecycle) *dynamicconfig.Collection {
+				col := dynamicconfig.NewCollection(client, c.dynamicConfigLogger)
+				lc.Append(fx.StartStopHook(col.Start, col.Stop))
+				return col
+			}),
 			fx.Decorate(func() testhooks.TestHooks { return c.testHooks }),
 			fx.Provide(resource.DefaultSnTaggedLoggerProvider),
 			fx.Provide(func() esclient.Client { return c.esClient }),
@@ -446,6 +458,11 @@ func (c *TemporalImpl) startHistory() {
 			fx.Provide(func() persistenceClient.AbstractDataStoreFactory { return c.abstractDataStoreFactory }),
 			fx.Provide(func() visibility.VisibilityStoreFactory { return c.visibilityStoreFactory }),
 			fx.Provide(func() dynamicconfig.Client { return c.dcClient }),
+			fx.Decorate(func(client dynamicconfig.Client, lc fx.Lifecycle) *dynamicconfig.Collection {
+				col := dynamicconfig.NewCollection(client, c.dynamicConfigLogger)
+				lc.Append(fx.StartStopHook(col.Start, col.Stop))
+				return col
+			}),
 			fx.Decorate(func() testhooks.TestHooks { return c.testHooks }),
 			fx.Provide(resource.DefaultSnTaggedLoggerProvider),
 			fx.Provide(func() esclient.Client { return c.esClient }),
@@ -507,6 +524,11 @@ func (c *TemporalImpl) startMatching() {
 			fx.Provide(func() persistenceClient.AbstractDataStoreFactory { return c.abstractDataStoreFactory }),
 			fx.Provide(func() visibility.VisibilityStoreFactory { return c.visibilityStoreFactory }),
 			fx.Provide(func() dynamicconfig.Client { return c.dcClient }),
+			fx.Decorate(func(client dynamicconfig.Client, lc fx.Lifecycle) *dynamicconfig.Collection {
+				col := dynamicconfig.NewCollection(client, c.dynamicConfigLogger)
+				lc.Append(fx.StartStopHook(col.Start, col.Stop))
+				return col
+			}),
 			fx.Decorate(func() testhooks.TestHooks { return c.testHooks }),
 			fx.Provide(func() esclient.Client { return c.esClient }),
 			fx.Provide(c.GetTLSConfigProvider),
@@ -574,6 +596,11 @@ func (c *TemporalImpl) startWorker() {
 			fx.Provide(func() persistenceClient.AbstractDataStoreFactory { return c.abstractDataStoreFactory }),
 			fx.Provide(func() visibility.VisibilityStoreFactory { return c.visibilityStoreFactory }),
 			fx.Provide(func() dynamicconfig.Client { return c.dcClient }),
+			fx.Decorate(func(client dynamicconfig.Client, lc fx.Lifecycle) *dynamicconfig.Collection {
+				col := dynamicconfig.NewCollection(client, c.dynamicConfigLogger)
+				lc.Append(fx.StartStopHook(col.Start, col.Stop))
+				return col
+			}),
 			fx.Decorate(func() testhooks.TestHooks { return c.testHooks }),
 			fx.Provide(resource.DefaultSnTaggedLoggerProvider),
 			fx.Provide(func() esclient.Client { return c.esClient }),