send unsynced resources with status updates

Author: maciaszczykm

pkg/streamline/applier/applier.go

@@ -189,9 +189,43 @@ func (in *Applier) Apply(ctx context.Context,
 		componentList[idx].Children = lo.ToSlicePtr(children)
 	}
 
+	// Append unsynced resources to the component list so all of them will be visible in the UI.
+	componentList = in.appendUnsyncedResources(componentList, resources)
+
 	return componentList, serviceErrorList, nil
 }
 
+func (in *Applier) appendUnsyncedResources(components []client.ComponentAttributes, resources []unstructured.Unstructured) []client.ComponentAttributes {
+	result := make([]client.ComponentAttributes, 0)
+	keys := containers.NewSet[smcommon.Key]()
+
+	for _, component := range components {
+		result = append(result, component)
+		keys.Add(smcommon.NewStoreKeyFromComponentAttributes(component).Key())
+	}
+
+	// TODO: Skip components that were deleted with deletion policy.
+
+	for _, resource := range resources {
+		if !keys.Has(smcommon.NewStoreKeyFromUnstructured(resource).Key()) {
+			gvk := resource.GroupVersionKind()
+			result = append(result, client.ComponentAttributes{
+				Group:     gvk.Group,
+				Version:   gvk.Version,
+				Kind:      gvk.Kind,
+				Name:      resource.GetName(),
+				Namespace: resource.GetNamespace(),
+
+				// TODO: Set following fields based on resource/phase processing status.
+				Synced: false,
+				State:  nil,
+			})
+		}
+	}
+
+	return result
+}
+
 func (in *Applier) Destroy(ctx context.Context, serviceID string) ([]client.ComponentAttributes, error) {
 	deleted := 0
 	deleteFilterFunc, err := in.getDeleteFilterFunc(serviceID)

pkg/streamline/common/key.go

@@ -3,6 +3,7 @@ package common
 import (
 	"fmt"
 
+	"github.com/pluralsh/console/go/client"
 	"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
 	"k8s.io/apimachinery/pkg/runtime/schema"
 )
@@ -54,3 +55,11 @@ func (in StoreKey) ReplaceGroup(group string) StoreKey {
 func NewStoreKeyFromUnstructured(u unstructured.Unstructured) StoreKey {
 	return StoreKey{GVK: u.GroupVersionKind(), Namespace: u.GetNamespace(), Name: u.GetName()}
 }
+
+func NewStoreKeyFromComponentAttributes(a client.ComponentAttributes) StoreKey {
+	return StoreKey{
+		GVK:       schema.GroupVersionKind{Group: a.Group, Version: a.Version, Kind: a.Kind},
+		Namespace: a.Namespace,
+		Name:      a.Name,
+	}
+}

pkg/streamline/status_synchronizer.go

@@ -56,6 +56,8 @@ func (in *StatusSynchronizer) UpdateServiceComponents(serviceId string, componen
 		return nil
 	}
 
+	// TODO: Sync statuses of components that were not processed yet.
+
 	if err = in.client.UpdateComponents(serviceId, "", nil, components, nil, nil); err != nil {
 		return err
 	}

pkg/streamline/store/db_queries.go

@@ -21,7 +21,7 @@ const (
 			transient_manifest_sha TEXT,
 			apply_sha TEXT,
 			server_sha TEXT,
-			manifest BOOLEAN DEFAULT 0
+			manifest BOOLEAN DEFAULT 0 -- Indicates if the component was created from an original manifest set of a service
 		);
 		CREATE UNIQUE INDEX IF NOT EXISTS idx_unique_component ON component("group", version, kind, namespace, name);
 		CREATE INDEX IF NOT EXISTS idx_parent ON component(parent_uid);