store gateway flag to pick the ParquetBucketStores

Author: npazosmendez

pkg/storegateway/gateway.go

@@ -61,6 +61,8 @@ type Config struct {
 
 	EnabledTenants  flagext.StringSliceCSV `yaml:"enabled_tenants" category:"advanced"`
 	DisabledTenants flagext.StringSliceCSV `yaml:"disabled_tenants" category:"advanced"`
+
+	ParquetEnabled bool `yaml:"parquet_enabled" category:"experimental"`
 }
 
 // RegisterFlags registers the Config flags.
@@ -70,6 +72,8 @@ func (cfg *Config) RegisterFlags(f *flag.FlagSet, logger log.Logger) {
 
 	f.Var(&cfg.EnabledTenants, "store-gateway.enabled-tenants", "Comma separated list of tenants that can be loaded by the store-gateway. If specified, only blocks for these tenants will be loaded by the store-gateway, otherwise all tenants can be loaded. Subject to sharding.")
 	f.Var(&cfg.DisabledTenants, "store-gateway.disabled-tenants", "Comma separated list of tenants that cannot be loaded by the store-gateway. If specified, and the store-gateway would normally load a given tenant for (via -store-gateway.enabled-tenants or sharding), it will be ignored instead.")
+
+	f.BoolVar(&cfg.ParquetEnabled, "store-gateway.enabled-tenants", false, "Whether to query Parquet files for block instead of the native Prometheus TSDB files.")
 }
 
 // Validate the Config.
@@ -94,7 +98,7 @@ type StoreGateway struct {
 	gatewayCfg Config
 	storageCfg mimir_tsdb.BlocksStorageConfig
 	logger     log.Logger
-	stores     *BucketStores
+	stores     Stores
 	tracker    *activitytracker.ActivityTracker
 
 	// Ring used for sharding blocks.

pkg/storegateway/gateway_blocks_http.go

@@ -82,7 +82,7 @@ func (s *StoreGateway) BlocksHandler(w http.ResponseWriter, req *http.Request) {
 		}
 	}
 
-	metasMap, deleteMarkerDetails, noCompactMarkerDetails, err := listblocks.LoadMetaFilesAndMarkers(req.Context(), s.stores.bucket, tenantID, showDeleted, time.Time{})
+	metasMap, deleteMarkerDetails, noCompactMarkerDetails, err := listblocks.LoadMetaFilesAndMarkers(req.Context(), s.stores.(*BucketStores).bucket, tenantID, showDeleted, time.Time{})
 	if err != nil {
 		util.WriteTextResponse(w, fmt.Sprintf("Failed to read block metadata: %s", err))
 		return

pkg/storegateway/gateway_test.go

@@ -176,9 +176,9 @@ func TestStoreGateway_InitialSyncWithDefaultShardingEnabled(t *testing.T) {
 			assert.Equal(t, ringNumTokensDefault, len(g.ringLifecycler.GetTokens()))
 			assert.Subset(t, g.ringLifecycler.GetTokens(), testData.initialTokens)
 
-			assert.NotNil(t, g.stores.getStore("user-1"))
-			assert.NotNil(t, g.stores.getStore("user-2"))
-			assert.Nil(t, g.stores.getStore("user-unknown"))
+			assert.NotNil(t, g.stores.(*BucketStores).getStore("user-1"))
+			assert.NotNil(t, g.stores.(*BucketStores).getStore("user-2"))
+			assert.Nil(t, g.stores.(*BucketStores).getStore("user-unknown"))
 		})
 	}
 }
@@ -770,7 +770,7 @@ func TestStoreGateway_SyncShouldKeepPreviousBlocksIfInstanceIsUnhealthyInTheRing
 	srv := newStoreGatewayTestServer(t, g)
 
 	// No sync retries to speed up tests.
-	g.stores.syncBackoffConfig = backoff.Config{MaxRetries: 1}
+	g.stores.(*BucketStores).syncBackoffConfig = backoff.Config{MaxRetries: 1}
 
 	// Start the store-gateway.
 	require.NoError(t, services.StartAndAwaitRunning(ctx, g))

pkg/storegateway/stores.go

@@ -0,0 +1,19 @@
+package storegateway
+
+import (
+	"context"
+
+	"github.com/grafana/dskit/services"
+	"github.com/grafana/mimir/pkg/storegateway/storegatewaypb"
+	"github.com/grafana/mimir/pkg/storegateway/storepb"
+)
+
+type Stores interface {
+	services.Service
+	Series(req *storepb.SeriesRequest, srv storegatewaypb.StoreGateway_SeriesServer) error
+	LabelNames(ctx context.Context, req *storepb.LabelNamesRequest) (*storepb.LabelNamesResponse, error)
+	LabelValues(ctx context.Context, req *storepb.LabelValuesRequest) (*storepb.LabelValuesResponse, error)
+	SyncBlocks(ctx context.Context) error
+
+	scanUsers(context.Context) ([]string, error)
+}