feat: create client config and mongo replica

Author: grishy

README.md

@@ -23,11 +23,11 @@ Version from [here](https://puppetdoc.anytype.io/api/v1/prod-any-sync-compatible
 Need to create replica set for MongoDB. Manually or with some script.  
 Check that address should be same as when we will start to use it?
 
-```bash
 ```bash
 docker build -t any --progress=plain -f docker/Dockerfile.all-in-one .
 
-docker run -it \
+docker run --rm -it \
+  -e ANY_SYNC_BUNDLE_INIT_EXTERNAL_ADDRS="192.168.100.9" \
   -p 33010-33013:33010-33013 \
   -p 33020-33023:33020-33023/udp \
   -p 27017:27017 \
@@ -36,11 +36,13 @@ docker run -it \
   --name any-sync-bundle \
   any:latest
 ```
-```
 
 ## TODO
 
+- https://github.com/quic-go/quic-go/wiki/UDP-Buffer-Sizes#non-bsd
 - Create first tech version
+- Improve loggings and add prefix for each service, like `any-sync-coordinator:`
+    - Maybe replace supervisor with some simple script
 - Add release with binaries and containers for all platforms
 - use port range to public for simplicity
 - check other docker build, like docker-mastodon

cmd/config.go

@@ -92,7 +92,7 @@ func cmdConfigClient() *cli.Command {
 
 			// Generate and write client configuration
 			bundleConfig := bundleCfg.Load(bundleCfgPath)
-			clientCfgData, err := bundleConfig.ClientConfig()
+			clientCfgData, err := bundleConfig.YamlClientConfig()
 			if err != nil {
 				return fmt.Errorf("failed to generate client configuration: %w", err)
 			}

cmd/mongo.go

@@ -3,6 +3,7 @@ package cmd
 import (
 	"context"
 	"fmt"
+	"net/url"
 	"time"
 
 	"github.com/urfave/cli/v2"
@@ -17,6 +18,10 @@ const (
 	mongoConnectTimeout    = 10 * time.Second
 	mongoCommandTimeout    = 5 * time.Second
 	mongoStabilizeWaitTime = 5 * time.Second
+
+	// Default MongoDB parameters
+	defaultMongoReplica = "rs0"
+	defaultMongoURI     = "mongodb://127.0.0.1:27017/"
 )
 
 func cmdMongo(ctx context.Context) *cli.Command {
@@ -35,56 +40,56 @@ func cmdMongoInit(ctx context.Context) *cli.Command {
 			&cli.StringFlag{
 				Name:    "replica",
 				Aliases: []string{"r"},
-				Value:   "rs0",
+				Value:   defaultMongoReplica,
 				Usage:   "Name of the replica set",
 				EnvVars: []string{"ANY_SYNC_BUNDLE_MONGO_REPLICA"},
 			},
 			&cli.StringFlag{
 				Name:    "uri",
 				Aliases: []string{"u"},
-				Value:   "mongodb://127.0.0.1:27017/",
+				Value:   defaultMongoURI,
 				Usage:   "MongoDB connection URI",
 				EnvVars: []string{"ANY_SYNC_BUNDLE_MONGO_URI"},
 			},
 		},
-		Action: initReplicaSetAction(ctx),
+		Action: func(cCtx *cli.Context) error {
+			replica := cCtx.String("replica")
+			mongoURI := cCtx.String("uri")
+
+			return initReplicaSetAction(ctx, replica, mongoURI)
+		},
 	}
 }
 
-func initReplicaSetAction(ctx context.Context) cli.ActionFunc {
-	// Fibonacci sequence for exponential backoff, limit number of attempts
+func initReplicaSetAction(ctx context.Context, replica, mongoURI string) error {
+	// For exponential backoff, limit number of attempts
 	retryDelays := []int{1, 2, 3, 5, 8, 13, 21, 34, 55, 89}
 
-	return func(cCtx *cli.Context) error {
-		replica := cCtx.String("replica")
-		mongoURI := cCtx.String("uri")
-
-		log.Info("initializing mongo replica set",
-			zap.String("uri", mongoURI),
-			zap.String("replica", replica))
-
-		// Direct - before we have a replica set, we need it
-		clientOpts := options.Client().ApplyURI(mongoURI).SetDirect(true)
-
-		for _, delay := range retryDelays {
-			err := tryInitReplicaSet(ctx, clientOpts, replica)
-			if err == nil {
-				log.Info("successfully initialized mongo replica set")
-				return nil
-			} else if ctx.Err() != nil {
-				log.Error("context canceled while initializing mongo replica set", zap.Error(ctx.Err()))
-				return ctx.Err()
-			}
-
-			log.Warn("failed to initialize mongo replica set, retrying...",
-				zap.Error(err),
-				zap.Int("delay_seconds", delay))
-
-			time.Sleep(time.Duration(delay) * time.Second)
+	log.Info("initializing mongo replica set",
+		zap.String("uri", mongoURI),
+		zap.String("replica", replica))
+
+	// Direct - before we have a replica set, we need it
+	clientOpts := options.Client().ApplyURI(mongoURI).SetDirect(true)
+
+	for _, delay := range retryDelays {
+		err := tryInitReplicaSet(ctx, clientOpts, replica)
+		if err == nil {
+			log.Info("successfully initialized mongo replica set")
+			return nil
+		} else if ctx.Err() != nil {
+			log.Error("context canceled while initializing mongo replica set", zap.Error(ctx.Err()))
+			return ctx.Err()
 		}
 
-		return fmt.Errorf("failed to initialize mongo replica set after all retries")
+		log.Warn("failed to initialize mongo replica set, retrying...",
+			zap.Error(err),
+			zap.Int("delay_seconds", delay))
+
+		time.Sleep(time.Duration(delay) * time.Second)
 	}
+
+	return fmt.Errorf("failed to initialize mongo replica set after all retries")
 }
 
 func tryInitReplicaSet(ctx context.Context, clientOpts *options.ClientOptions, replica string) error {
@@ -116,13 +121,18 @@ func tryInitReplicaSet(ctx context.Context, clientOpts *options.ClientOptions, r
 }
 
 func initNewReplicaSet(ctx context.Context, client *mongo.Client, replica, uri string) error {
+	parsedURL, err := url.Parse(uri)
+	if err != nil {
+		return fmt.Errorf("failed to parse mongodb uri: %w", err)
+	}
+
 	cmd := bson.D{
 		{Key: "replSetInitiate", Value: bson.D{
 			{Key: "_id", Value: replica},
 			{Key: "members", Value: bson.A{
 				bson.D{
 					{Key: "_id", Value: 0},
-					{Key: "host", Value: uri},
+					{Key: "host", Value: parsedURL.Host},
 				},
 			}},
 		}},

cmd/start.go

@@ -14,10 +14,14 @@ import (
 	"github.com/urfave/cli/v2"
 	"go.uber.org/zap"
 
-	bundleCfg "github.com/grishy/any-sync-bundle/config"
+	bundleConfig "github.com/grishy/any-sync-bundle/config"
 	bundleNode "github.com/grishy/any-sync-bundle/node"
 )
 
+const (
+	fIsInitMongoRs = "init-mongo-rs"
+)
+
 type node struct {
 	name string
 	app  *app.App
@@ -27,23 +31,54 @@ const serviceShutdownTimeout = 30 * time.Second
 
 func cmdStart(ctx context.Context) *cli.Command {
 	return &cli.Command{
-		Name:   "start",
-		Usage:  "Start bundle services",
+		Name:  "start",
+		Usage: "Start bundle services",
+		Flags: []cli.Flag{
+			&cli.BoolFlag{
+				Name:    fIsInitMongoRs,
+				Usage:   "Initialize MongoDB replica set",
+				EnvVars: []string{"ANY_SYNC_BUNDLE_INIT_MONGO_RS"},
+			},
+		},
 		Action: startAction(ctx),
 	}
 }
 
 func startAction(ctx context.Context) cli.ActionFunc {
 	return func(cCtx *cli.Context) error {
-		printWelcome()
+		clientCfgPath := cCtx.String(fGlobalClientConfigPath)
+		isInitMongoRs := cCtx.Bool(fIsInitMongoRs)
+
+		printWelcomeMsg()
 
 		// Load or create bundle configuration
-		cfgBundle := loadOrCreateConfig(cCtx, log)
+		bundleCfg := loadOrCreateConfig(cCtx, log)
 
-		// TODO: Write client config if not exists
+		// Create client configuration if not exists
+		if _, err := os.Stat(clientCfgPath); err != nil {
+			log.Warn("client configuration not found, creating new one")
+			yamlData, err := bundleCfg.YamlClientConfig()
+			if err != nil {
+				return fmt.Errorf("failed to generate client config: %w", err)
+			}
 
-		// Initialize service instances
-		cfgNodes := cfgBundle.NodeConfigs()
+			if err := os.WriteFile(clientCfgPath, yamlData, configFileMode); err != nil {
+				return fmt.Errorf("failed to write client config: %w", err)
+			}
+
+			log.Info("client configuration written", zap.String("path", clientCfgPath))
+		}
+
+		if isInitMongoRs {
+			log.Info("initializing MongoDB replica set")
+
+			if err := initReplicaSetAction(ctx, defaultMongoReplica, defaultMongoURI); err != nil {
+				return fmt.Errorf("failed to initialize MongoDB replica set: %w", err)
+			}
+		}
+
+		// Initialize nodes' instances
+		cfgNodes := bundleCfg.NodeConfigs()
 
 		apps := []node{
 			{name: "coordinator", app: bundleNode.NewCoordinatorApp(cfgNodes.Coordinator)},
@@ -56,27 +91,30 @@ func startAction(ctx context.Context) cli.ActionFunc {
 			return err
 		}
 
+		printStartupMsg()
+
 		// Wait for shutdown signal
 		<-ctx.Done()
 
 		shutdownServices(apps)
+		printShutdownMsg()
 
 		log.Info("→ Goodbye!")
 		return nil
 	}
 }
 
-func loadOrCreateConfig(cCtx *cli.Context, log logger.CtxLogger) *bundleCfg.Config {
+func loadOrCreateConfig(cCtx *cli.Context, log logger.CtxLogger) *bundleConfig.Config {
 	cfgPath := cCtx.String(fGlobalBundleConfigPath)
 	log.Info("loading config")
 
 	if _, err := os.Stat(cfgPath); err == nil {
 		log.Info("loaded existing config")
-		return bundleCfg.Load(cfgPath)
+		return bundleConfig.Load(cfgPath)
 	}
 
 	log.Info("creating new config")
-	return bundleCfg.CreateWrite(&bundleCfg.CreateOptions{
+	return bundleConfig.CreateWrite(&bundleConfig.CreateOptions{
 		CfgPath:       cfgPath,
 		StorePath:     cCtx.String(fGlobalStoragePath),
 		MongoURI:      cCtx.String(fGlobalInitMongoURI),
@@ -97,7 +135,6 @@ func startServices(ctx context.Context, apps []node) error {
 		log.Info("✓ service started successfully", zap.String("name", a.name))
 	}
 
-	log.Info("↑ service startup complete")
 	return nil
 }
 
@@ -119,7 +156,7 @@ func shutdownServices(apps []node) {
 	}
 }
 
-func printWelcome() {
+func printWelcomeMsg() {
 	fmt.Printf(`
 ┌───────────────────────────────────────────────────────────────────┐
 
@@ -148,3 +185,26 @@ func printWelcome() {
 └───────────────────────────────────────────────────────────────────┘
 `)
 }
+
+func printStartupMsg() {
+	fmt.Printf(`
+┌───────────────────────────────────────────────────────────────────┐
+
+                      AnySync Bundle is ready!
+                      All services are running.
+                   Press Ctrl+C to stop services.
+
+└───────────────────────────────────────────────────────────────────┘
+`)
+}
+
+func printShutdownMsg() {
+	fmt.Printf(`
+┌───────────────────────────────────────────────────────────────────┐
+
+                 AnySync Bundle shutdown complete!
+                     All services are stopped.
+
+└───────────────────────────────────────────────────────────────────┘
+`)
+}

config/client.go

@@ -40,7 +40,7 @@ func (bc *Config) convertExternalAddrs(listen NodeShared) []string {
 	return addrs
 }
 
-func (bc *Config) ClientConfig() ([]byte, error) {
+func (bc *Config) YamlClientConfig() ([]byte, error) {
 	network := nodeconf.Configuration{
 		Id:        bc.ConfigID,
 		NetworkId: bc.NetworkID,

docker/Dockerfile

@@ -8,9 +8,6 @@ COPY ./ ./
 RUN CGO_ENABLED=0 go build -ldflags="-s -w" -o any-sync-bundle
 
 FROM gcr.io/distroless/static-debian12
-# TODO: Use go-avahi-way of build
-LABEL maintainer="Sergei G. <[email protected]>"
-LABEL description="Anytype Self-Hosting: All-in-One Prepared for You"
 
 COPY --from=build /app/any-sync-bundle /usr/local/bin/any-sync-bundle
 
@@ -21,4 +18,5 @@ EXPOSE 33010-33013 \
 
 VOLUME /data
 
-CMD ["/usr/local/bin/any-sync-bundle"]
+ENTRYPOINT ["/usr/local/bin/any-sync-bundle"]
+CMD ["start"]

docker/Dockerfile.all-in-one

@@ -8,8 +8,6 @@ COPY ./ ./
 RUN CGO_ENABLED=0 go build -ldflags="-s -w" -o any-sync-bundle
 
 FROM docker.io/redis/redis-stack-server:7.4.0-v2
-LABEL maintainer="Sergei G. <[email protected]>"
-LABEL description="Anytype Self-Hosting: All-in-One Prepared for You"
 
 # Install supervisor and tool to intall mongoDB
 RUN DEBIAN_FRONTEND=noninteractive \