beam secrets for credentials (replace since ADC has had issues)

Author: ShubhamTiwary914

helm/beametl/templates/deployment.yaml

@@ -22,10 +22,19 @@ spec:
       labels:
         app: beampod 
     spec:
+      volumes:
+      - name: servacc-vol
+        secret:
+          secretName: servacc-creds
       containers:
         #assumes GCP ADC is provided on the GKE cluster's pods for pubsub/bigtable access
         - name: beametl-container
           image: {{ .Values.image }}
+          #requires a file named "/secrets/ac.json" with service-acc creds
+          volumeMounts:
+          - name: servacc-vol
+            mountPath: /secrets
+            readOnly: true
           resources:
           {{- with .Values.resourceOptions }}
             requests:
@@ -41,5 +50,5 @@ spec:
           {{- end }}
           envFrom:
           - configMapRef:
-              name: beametl-conf
+              name: beametl-conf 
 ---

services/beampipeline/pipeline.py

@@ -57,7 +57,7 @@ def getargs():
 
 def main():
     # (optional - auth with credentials sa file) (recommended - ADC)
-    # os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = "<path-to-sa-credentials>"
+    os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = "/secrets/ac.json"
     known_args, pipeline_args = getargs()
     pipeOpts = PipelineOptions(
         streaming=True,
@@ -81,4 +81,5 @@ def main():
                 table_id=known_args.table)
         )
 
+
 main()

taskfile.yaml

@@ -94,16 +94,21 @@ tasks:
     cmds: 
       - helm install verne verne/verne -n verne -f ./dev-values.yaml
 
-  verne-helm-deploy-prod:
+  helm-verne-deploy-prod:
     desc: deploy verne helm package for prod (GKE cluster)
     cmds: 
       - helm install verne verne/verne -n verne -f ./k8s/prod/verne/prod-values.yaml
 
-  beametl-helm-deploy-prod:
+  helm-beametl-deploy-prod:
     desc: deploy beametl helm package for prod (GKE cluster)
     cmds:
       - helm install beametl beametl/beametl -n beametl -f ./k8s/prod/beametl/values.yaml
 
+  helm-beametl-update-prod:
+    desc: update beametl after values/chart changes in helm
+    cmds:
+      - helm upgrade beametl beametl/beametl -n beametl -f ./k8s/prod/beametl/values.yaml
+
   verne-get-ip:
     desc: get verne broker load balancer IP to access 
     cmds: