chore(test): update ci script (#1329)

* update ci script * update pipelineloop test for ci
kubeflow · Aug 17, 2023 · 73fb66a · 73fb66a
1 parent f874180
commit 73fb66a
Show file tree

Hide file tree

Showing 15 changed files with 34 additions and 19 deletions.
diff --git a/.tekton/listener.yaml b/.tekton/listener.yaml
@@ -71,6 +71,9 @@ spec:
     - name: images
       description: a image list for publishing
       default: "api-server persistenceagent metadata-writer scheduledworkflow cache-server frontend pipelineloop-controller pipelineloop-webhook kubeclient"
+    - name: many-edge-duration
+      description: duration threshold for many edge pipeline
+      value: "7"
   resourcetemplates:
     - apiVersion: v1
       kind: PersistentVolumeClaim
@@ -147,6 +150,8 @@ spec:
           value: $(params.skip-pipeline-loop)
         - name: images
           value: $(params.images)
+        - name: many-edge-duration
+          value: $(params.many-edge-duration)
 ---
 apiVersion: tekton.dev/v1beta1
 kind: TriggerBinding

diff --git a/.tekton/pipeline.yaml b/.tekton/pipeline.yaml
@@ -70,6 +70,9 @@ spec:
     - name: images
       description: a image list for publishing
       default: "api-server persistenceagent metadata-writer scheduledworkflow cache-server frontend pipelineloop-controller pipelineloop-webhook kubeclient"
+    - name: many-edge-duration
+      description: duration threshold for many edge pipeline
+      value: "7"
   workspaces:
   - name: pipeline-pvc
   tasks:
@@ -678,6 +681,8 @@ spec:
           value: $(params.slack-channel)
         - name: test-script
           value: "scripts/deploy/iks/test-many-edges.sh"
+        - name: many-edge-duration
+          value: $(params.many-edge-duration)
       workspaces:
       - name: task-pvc
         workspace: pipeline-pvc

diff --git a/.tekton/task.yaml b/.tekton/task.yaml
@@ -400,6 +400,9 @@ spec:
     - name: test-script
       description: a shell script to run the test case
       default: ""
+    - name: many-edge-duration
+      description: duration threshold for pipeline
+      default: "5"
   workspaces:
   - name: task-pvc
     mountPath: /artifacts
@@ -429,6 +432,8 @@ spec:
               fieldPath: metadata.annotations['devops.cloud.ibm.com/build-number']
         - name: TEST_SCRIPT
           value: $(params.test-script)
+        - name: MANY_EDGE_DURATION
+          value: $(params.many-edge-duration)
       command: ["/bin/bash", "-c"]
       args:
         - set -ex;

diff --git a/scripts/deploy/iks/test-many-edges.sh b/scripts/deploy/iks/test-many-edges.sh
@@ -36,7 +36,7 @@ run_many_edges() {
   local RUN_NAME="${PIPELINE_NAME}-run"
   local ENDTIME
 
-  ENDTIME=$(date -ud "5 second" +%s)
+  ENDTIME=$(date -ud "$DURATION second" +%s)
   retry 3 3 $KFP_COMMAND --endpoint http://localhost:8888 run submit -e exp-many-edges -r "$RUN_NAME" -p "$PIPELINE_ID" || :
   RUN_ID=$($KFP_COMMAND --endpoint http://localhost:8888  run list | grep "$RUN_NAME" | awk '{print $2}')
   if [[ -z "$RUN_ID" ]]; then
@@ -45,7 +45,7 @@ run_many_edges() {
   fi
 
   if [[ "$(date -u +%s)" -gt "$ENDTIME" ]]; then
-    echo "validation duration is longer then 5 seconds"
+    echo "validation duration is longer than $DURATION seconds"
     return "$REV"
   fi
 
@@ -56,7 +56,7 @@ run_many_edges() {
 }
 
 RESULT=0
-run_many_edges 20 || RESULT=$?
+run_many_edges ${MANY_EDGE_DURATION} || RESULT=$?
 
 STATUS_MSG=PASSED
 if [[ "$RESULT" -ne 0 ]]; then

diff --git a/tekton-catalog/pipeline-loops/examples/break-task-example.yaml b/tekton-catalog/pipeline-loops/examples/break-task-example.yaml
@@ -1,4 +1,4 @@
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: PipelineRun
 metadata:
   name: pipeline

diff --git a/tekton-catalog/pipeline-loops/examples/loop-example-basic-retry.yaml b/tekton-catalog/pipeline-loops/examples/loop-example-basic-retry.yaml
@@ -25,7 +25,7 @@ spec:
               echo "$(params.message)" && exit 1;
   iterateParam: message
 ---
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: PipelineRun
 metadata:
   annotations:

diff --git a/tekton-catalog/pipeline-loops/examples/loop-example-basic.yaml b/tekton-catalog/pipeline-loops/examples/loop-example-basic.yaml
@@ -25,7 +25,7 @@ spec:
               echo "$(params.message)"
   iterateParam: message
 ---
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: PipelineRun
 metadata:
   annotations:

diff --git a/tekton-catalog/pipeline-loops/examples/loop-example-basic_taskspec.yaml b/tekton-catalog/pipeline-loops/examples/loop-example-basic_taskspec.yaml
@@ -1,4 +1,4 @@
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: PipelineRun
 metadata:
   name: pr-loop-example

diff --git a/tekton-catalog/pipeline-loops/examples/loop-example-numeric-param.yaml b/tekton-catalog/pipeline-loops/examples/loop-example-numeric-param.yaml
@@ -33,7 +33,7 @@ spec:
               #!/usr/bin/env bash
               echo "$(params.message-index)) $(params.message)"
 ---
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: PipelineRun
 metadata:
   annotations:

diff --git a/tekton-catalog/pipeline-loops/examples/loop-example-with-parallelism.yaml b/tekton-catalog/pipeline-loops/examples/loop-example-with-parallelism.yaml
@@ -26,7 +26,7 @@ spec:
   iterateParam: message
   parallelism: 2
 ---
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: PipelineRun
 metadata:
   annotations:

diff --git a/tekton-catalog/pipeline-loops/examples/loop-example-workspaces.yaml b/tekton-catalog/pipeline-loops/examples/loop-example-workspaces.yaml
@@ -23,7 +23,7 @@ spec:
   accessModes:
     - ReadWriteOnce
 ---
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: Task
 metadata:
   name: print-data
@@ -38,7 +38,7 @@ spec:
       image: ubuntu
       script: cat $(workspaces.storage.path)/$(params.filename)
 ---
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: Task
 metadata:
   name: fetch-store-data
@@ -55,7 +55,7 @@ spec:
       script: |
         cp $(workspaces.recipe-ws.path)/$(params.src-filename) $(workspaces.storage.path)/$(params.dst-filename)
 ---
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: Pipeline
 metadata:
   name: fetch-and-print-recipe
@@ -111,7 +111,7 @@ spec:
         claimName: shared-task-storage
   iterateParam: dst-filename
 ---
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: PipelineRun
 metadata:
   name: pr-ws-loop-example

diff --git a/tekton-catalog/pipeline-loops/examples/pipelinespec-with-nested-loop-embedded.yaml b/tekton-catalog/pipeline-loops/examples/pipelinespec-with-nested-loop-embedded.yaml
@@ -1,4 +1,4 @@
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: PipelineRun
 metadata:
   name: pr-loop-example

diff --git a/tekton-catalog/pipeline-loops/examples/pipelinespec-with-nested-loop.yaml b/tekton-catalog/pipeline-loops/examples/pipelinespec-with-nested-loop.yaml
@@ -64,7 +64,7 @@ spec:
         name: pipelineloop-inner
   iterateParam: message
 ---
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: PipelineRun
 metadata:
   annotations:

diff --git a/tekton-catalog/pipeline-loops/examples/simplepipelineloop.yaml b/tekton-catalog/pipeline-loops/examples/simplepipelineloop.yaml
@@ -1,4 +1,4 @@
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: Task
 metadata:
   name: simpletask
@@ -15,7 +15,7 @@ spec:
         #!/usr/bin/env bash
         echo "$(params.word)$(params.suffix)"
 ---
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: Pipeline
 metadata:
   name: demo-pipeline

diff --git a/tekton-catalog/pipeline-loops/examples/simplepipelineloop_taskspec.yaml b/tekton-catalog/pipeline-loops/examples/simplepipelineloop_taskspec.yaml
@@ -1,4 +1,4 @@
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: Task
 metadata:
   name: simpletask
@@ -15,7 +15,7 @@ spec:
         #!/usr/bin/env bash
         echo "$(params.word)$(params.suffix)"
 ---
-apiVersion: tekton.dev/v1beta1
+apiVersion: tekton.dev/v1
 kind: Pipeline
 metadata:
   name: demo-pipeline