Feat/obj gen (#36)

* add obj gen

* adding dependencies

* parametrise upcloud CSI manifests

Author: i-prudnikov

.DS_Store

@@ -0,0 +1,28 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: debug
+  namespace: kube-system
+spec:
+  nodeName: cp-node-ffn6j
+  containers:
+    - image: quay.io/giantswarm/debug:latest
+      command:
+        - sh
+      args:
+        - "-c"
+        - "sleep 100000000s"
+      imagePullPolicy: IfNotPresent
+      name: debug
+  hostAliases:
+    - hostnames:
+        - kubernetes
+      ip: 127.0.0.1
+  hostNetwork: false
+  tolerations:
+    - effect: NoSchedule
+      operator: Exists
+    - effect: NoExecute
+      operator: Exists
+    - effect: PreferNoSchedule
+      operator: Exists

.idea/.gitignore

@@ -0,0 +1,38 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: csi-pvc
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 10Gi
+  storageClassName: upcloud-block-storage
+---
+kind: Pod
+apiVersion: v1
+metadata:
+  name: csi-app
+  labels:
+    app: csi-app
+spec:
+  securityContext:
+    runAsUser: 1000
+    runAsGroup: 2000
+    fsGroup: 2000
+  containers:
+    - name: upcloud-test-pod
+      image: busybox
+      volumeMounts:
+        - mountPath: "/data"
+          name: upcloud-volume
+        - name: sec-ctx-vol
+          mountPath: "/empty-dir"
+      command: [ "sleep", "100000000s" ]
+  volumes:
+    - name: upcloud-volume
+      persistentVolumeClaim:
+        claimName: csi-pvc
+    - name: sec-ctx-vol
+      emptyDir: {}

.idea/modules.xml

@@ -0,0 +1,10 @@
+#kubectl create secret docker-registry quay.io --docker-server=quay.io --docker-username=prudnikov --docker-password='*iXBaY3n6bXVKFr' -n kube-system
+kind: Secret
+apiVersion: v1
+type: Opaque
+metadata:
+  name: upcloud
+  namespace: kube-system
+data:
+  username : aXBydWRuaWtvdg==
+  password: I2k2UlRFaWczWkNOUFpS

.idea/upcloud-csi.iml

@@ -0,0 +1,15 @@
+package kubernetes
+
+import _ "embed"
+
+//go:embed crd-upcloud-csi.yaml
+var CRDTemplate string
+
+//go:embed rbac-upcloud-csi.yaml
+var RbacTemplate string
+
+//go:embed setup-upcloud-csi.yaml
+var CSITemplate string
+
+//go:embed snapshot-webhook-upcloud-csi.yaml
+var SnapshotTemplate string

.idea/vcs.xml

@@ -45,6 +45,16 @@ reclaimPolicy: Retain
 #######################
 # Controller plugin
 #######################
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: upcloud
+  namespace: kube-system
+data:
+  username: ${UPCLOUD_CSI_USERNAME_B64}
+  password: ${UPCLOUD_CSI_PASSWORD_B64}
+---
 kind: StatefulSet
 apiVersion: apps/v1
 metadata:
@@ -120,7 +130,7 @@ spec:
             - name: socket-dir
               mountPath: /var/lib/csi/sockets/pluginproxy/
         - name: csi-upcloud-plugin
-          image: ghcr.io/upcloudltd/upcloud-csi:main
+          image: ghcr.io/upcloudltd/upcloud-csi:${UPCLOUD_CSI_VERSION}
           args:
             - "--endpoint=$(CSI_ENDPOINT)"
             - "--nodehost=$(NODE_ID)"
@@ -242,7 +252,7 @@ spec:
             - name: registration-dir
               mountPath: /registration/
         - name: csi-upcloud-plugin
-          image: ghcr.io/upcloudltd/upcloud-csi:main
+          image: ghcr.io/upcloudltd/upcloud-csi:${UPCLOUD_CSI_VERSION}
           args:
             - "--endpoint=$(CSI_ENDPOINT)"
             - "--nodehost=$(NODE_ID)"

deploy/kubernetes/alpha/tests/debug.yaml

@@ -0,0 +1,149 @@
+package objgen
+
+import (
+	"fmt"
+	. "github.com/UpCloudLtd/upcloud-csi/deploy/kubernetes"
+
+	"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
+	"sigs.k8s.io/cluster-api/cmd/clusterctl/client/yamlprocessor"
+)
+
+type Output struct {
+	RawYaml             []byte
+	UnstructuredObjects []*unstructured.Unstructured
+	//Not yet ready
+	//DaemonSet           []*appsv1.DaemonSet
+	//ClusterRoleBinding  []*rbacv1.ClusterRoleBinding
+	//ClusterRole         []*rbacv1.ClusterRole
+	//ServiceAccount      []*v1.ServiceAccount
+	//ConfigMap           []*v1.ConfigMap
+	//Secret              []*v1.Secret
+}
+
+func Get(vars map[string]string) (*Output, error) {
+	var (
+		rawYaml []byte
+		err     error
+	)
+
+	// First substitute variables to values
+	processor := yamlprocessor.NewSimpleProcessor()
+
+	variableValueGetter := func(key string) (string, error) {
+		val, exist := vars[key]
+
+		if !exist {
+			return "", fmt.Errorf("variable %s is not defined in input variables", key)
+		}
+		return val, nil
+	}
+
+	processTemplate := func(template string) ([]byte, error) {
+		crdVars, err := processor.GetVariableMap([]byte(template))
+		if err != nil {
+			return nil, fmt.Errorf("can't parse variable list from template: %w", err)
+		}
+
+		for key, _ := range crdVars {
+			if _, exist := vars[key]; !exist {
+				return nil, fmt.Errorf("variable %s is not defined in input variables", key)
+			}
+		}
+
+		processedTemplate, err := processor.Process([]byte(template), variableValueGetter)
+		if err != nil {
+			return nil, fmt.Errorf("can't substitute variables in cluster template: %w", err)
+		}
+
+		processedTemplate = append(processedTemplate, []byte("---")...)
+
+		return processedTemplate, nil
+
+	}
+
+	output := &Output{}
+	rawYaml, err = processTemplate(CRDTemplate)
+	if err != nil {
+		return nil, fmt.Errorf("can't parse CRDTemplate: %w", err)
+	}
+
+	output.RawYaml = append(output.RawYaml, rawYaml...)
+
+	rawYaml, err = processTemplate(RbacTemplate)
+	if err != nil {
+		return nil, fmt.Errorf("can't parse RbacTemplate: %w", err)
+	}
+
+	output.RawYaml = append(output.RawYaml, rawYaml...)
+
+	rawYaml, err = processTemplate(CSITemplate)
+	if err != nil {
+		return nil, fmt.Errorf("can't parse CSITemplate: %w", err)
+	}
+
+	output.RawYaml = append(output.RawYaml, rawYaml...)
+
+	//for {
+	//	u := &unstructured.Unstructured{}
+	//	_, gvk, err := decoder.Decode(nil, u)
+	//	if err == io.EOF {
+	//		break
+	//	}
+	//	if runtime.IsNotRegisteredError(err) {
+	//		continue
+	//	}
+	//	if err != nil {
+	//		return nil, err
+	//	}
+	//
+	//	switch gvk.Kind {
+	//
+	//	case "DaemonSet":
+	//		obj := &appsv1.DaemonSet{}
+	//		if err := runtime.DefaultUnstructuredConverter.FromUnstructured(u.Object, obj); err != nil {
+	//			return nil, fmt.Errorf("cannot convert object to %s: %w", gvk.Kind, err)
+	//		}
+	//		output.DaemonSet = append(output.DaemonSet, obj)
+	//
+	//	case "ClusterRoleBinding":
+	//		obj := &rbacv1.ClusterRoleBinding{}
+	//		if err := runtime.DefaultUnstructuredConverter.FromUnstructured(u.Object, obj); err != nil {
+	//			return nil, fmt.Errorf("cannot convert object to %s: %w", gvk.Kind, err)
+	//		}
+	//		output.ClusterRoleBinding = append(output.ClusterRoleBinding, obj)
+	//
+	//	case "ClusterRole":
+	//		obj := &rbacv1.ClusterRole{}
+	//		if err := runtime.DefaultUnstructuredConverter.FromUnstructured(u.Object, obj); err != nil {
+	//			return nil, fmt.Errorf("cannot convert object to %s: %w", gvk.Kind, err)
+	//		}
+	//		output.ClusterRole = append(output.ClusterRole, obj)
+	//
+	//	case "ServiceAccount":
+	//		obj := &v1.ServiceAccount{}
+	//		if err := runtime.DefaultUnstructuredConverter.FromUnstructured(u.Object, obj); err != nil {
+	//			return nil, fmt.Errorf("cannot convert object to %s: %w", gvk.Kind, err)
+	//		}
+	//		output.ServiceAccount = append(output.ServiceAccount, obj)
+	//
+	//	case "ConfigMap":
+	//		obj := &v1.ConfigMap{}
+	//		if err := runtime.DefaultUnstructuredConverter.FromUnstructured(u.Object, obj); err != nil {
+	//			return nil, fmt.Errorf("cannot convert object to %s: %w", gvk.Kind, err)
+	//		}
+	//		output.ConfigMap = append(output.ConfigMap, obj)
+	//
+	//	case "Secret":
+	//		obj := &v1.Secret{}
+	//		if err := runtime.DefaultUnstructuredConverter.FromUnstructured(u.Object, obj); err != nil {
+	//			return nil, fmt.Errorf("cannot convert object to %s: %w", gvk.Kind, err)
+	//		}
+	//		output.Secret = append(output.Secret, obj)
+	//
+	//	default:
+	//		output.UnstructuredObjects = append(output.UnstructuredObjects, u)
+	//	}
+	//}
+
+	return output, nil
+}

deploy/kubernetes/alpha/tests/logs.txt

@@ -0,0 +1,22 @@
+package objgen
+
+import (
+	"testing"
+
+	"github.com/stretchr/testify/require"
+)
+
+func Test_Instantination(t *testing.T) {
+
+	inputVars := map[string]string{
+
+		"UPCLOUD_CSI_USERNAME_B64": "dXNlcg==",
+		"UPCLOUD_CSI_PASSWORD_B64": "cGFzcw==",
+
+		"UPCLOUD_CSI_VERSION": "v0.3.1",
+	}
+
+	res, err := Get(inputVars)
+	require.Nil(t, err)
+	require.Zero(t, len(res.UnstructuredObjects))
+}