feat: run embedded discovery service in Omni

Run a discovery service instance inside Omni (enabled by default).

It listens only on the SideroLink interface on port 8093.

Clusters can opt in to use this embedded discovery service instead of the `discovery.talos.dev`. It is added as a new cluster feature both on frontend and in cluster templates.

Closes #20.

Signed-off-by: Utku Ozdemir <[email protected]>

Author: utkuozdemir

client/api/omni/specs/omni.pb.go

@@ -250,6 +250,8 @@ message ClusterSpec {
     bool enable_workload_proxy = 1;
     // DiskEncryption enables disk encryption on all nodes.
     bool disk_encryption = 2;
+    // UseEmbeddedDiscoveryService enables the embedded discovery service.
+    bool use_embedded_discovery_service = 3;
   }
 
   // InstallImage the installer image to use.
@@ -500,6 +502,11 @@ message ClusterStatusSpec {
   bool kubernetesAPIReady = 5;
   bool controlplaneReady = 6;
   bool has_connected_control_planes = 7;
+
+  // UseEmbeddedDiscoveryService indicates if the embedded discovery service should be used by this cluster or not.
+  //
+  // This is the final decision, taking the feature toggle, the version of the cluster and the Omni instance configuration (whether the feature is enabled or not) into account.
+  bool use_embedded_discovery_service = 8;
 }
 
 // ClusterUUID keeps the UUID of the cluster.
@@ -870,6 +877,9 @@ message FeaturesConfigSpec {
 
   // EtcdBackupSettings represents omni etcd backup settings.
   EtcdBackupSettings etcd_backup_settings = 2;
+
+  // EmbeddedDiscoveryService enables the embedded discovery service.
+  bool embedded_discovery_service = 3;
 }
 
 message EtcdBackupSettings {

client/api/omni/specs/omni.proto

@@ -55,6 +55,8 @@ type Features struct {
 	DiskEncryption bool `yaml:"diskEncryption,omitempty"`
 	// EnableWorkloadProxy enables workload proxy.
 	EnableWorkloadProxy bool `yaml:"enableWorkloadProxy,omitempty"`
+	// UseEmbeddedDiscoveryService enables the use of embedded discovery service.
+	UseEmbeddedDiscoveryService bool `yaml:"useEmbeddedDiscoveryService,omitempty"`
 	// BackupConfiguration contains backup configuration settings.
 	BackupConfiguration BackupConfiguration `yaml:"backupConfiguration,omitempty"`
 }
@@ -155,7 +157,8 @@ func (cluster *Cluster) Translate(ctx TranslateContext) ([]resource.Resource, er
 	cluster.Descriptors.Apply(clusterResource)
 
 	clusterResource.TypedSpec().Value.Features = &specs.ClusterSpec_Features{
-		EnableWorkloadProxy: cluster.Features.EnableWorkloadProxy,
+		EnableWorkloadProxy:         cluster.Features.EnableWorkloadProxy,
+		UseEmbeddedDiscoveryService: cluster.Features.UseEmbeddedDiscoveryService,
 	}
 
 	clusterResource.TypedSpec().Value.KubernetesVersion = strings.TrimLeft(cluster.Kubernetes.Version, "v")

client/api/omni/specs/omni_vtproto.pb.go

@@ -331,8 +331,9 @@ func transformClusterToModel(cluster *omni.Cluster, patches []*omni.ConfigPatch)
 			Version: "v" + spec.GetTalosVersion(),
 		},
 		Features: models.Features{
-			DiskEncryption:      spec.GetFeatures().GetDiskEncryption(),
-			EnableWorkloadProxy: spec.GetFeatures().GetEnableWorkloadProxy(),
+			DiskEncryption:              spec.GetFeatures().GetDiskEncryption(),
+			EnableWorkloadProxy:         spec.GetFeatures().GetEnableWorkloadProxy(),
+			UseEmbeddedDiscoveryService: spec.GetFeatures().GetUseEmbeddedDiscoveryService(),
 			BackupConfiguration: models.BackupConfiguration{
 				Interval: backupIntervalDuration,
 			},

client/pkg/template/internal/models/cluster.go

@@ -25,6 +25,7 @@ spec:
   features:
     enableworkloadproxy: true
     diskencryption: true
+    useembeddeddiscoveryservice: true
   backupconfiguration:
     interval:
       seconds: 7200

client/pkg/template/operations/export.go

@@ -12,6 +12,7 @@ talos:
 features:
   diskEncryption: true
   enableWorkloadProxy: true
+  useEmbeddedDiscoveryService: true
   backupConfiguration:
     interval: 2h0m0s
 patches:

client/pkg/template/operations/testdata/export/cluster-resources.yaml

@@ -16,6 +16,7 @@ spec:
     features:
         enableworkloadproxy: false
         diskencryption: false
+        useembeddeddiscoveryservice: false
     backupconfiguration: null
 ---
 metadata:

client/pkg/template/operations/testdata/export/cluster-template.yaml

@@ -16,6 +16,7 @@ spec:
     features:
         enableworkloadproxy: false
         diskencryption: true
+        useembeddeddiscoveryservice: false
     backupconfiguration: null
 ---
 metadata:

client/pkg/template/testdata/cluster-valid-bootstrapspec-resources.yaml

@@ -16,6 +16,7 @@ spec:
     features:
         enableworkloadproxy: true
         diskencryption: false
+        useembeddeddiscoveryservice: true
     backupconfiguration: null
 ---
 metadata: