Release 0.17.2 (#766)

* Fix custom log config (#765) * Fix log path when using custom java log yaml config * fix ci * Update * fix ci * Release v0.17.2 * Fix ci * Fix ci * Fix ci * fix oauth2 ci * update runner images * fix ci * fix mongodb source te * fix mongodb source test
streamnative · Jun 27, 2024 · d07374a · d07374a
1 parent 2902431
commit d07374a
Show file tree

Hide file tree

Showing 91 changed files with 385 additions and 223 deletions.
diff --git a/.ci/clusters/compute_v1alpha1_function.yaml b/.ci/clusters/compute_v1alpha1_function.yaml
@@ -4,7 +4,7 @@ metadata:
   name: function-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-java-sample:2.9.2.23
+  image: streamnative/pulsar-functions-java-sample:3.2.2.1
   className: org.apache.pulsar.functions.api.examples.ExclamationFunction
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000

diff --git a/.ci/clusters/compute_v1alpha1_function_builtin_hpa.yaml b/.ci/clusters/compute_v1alpha1_function_builtin_hpa.yaml
@@ -4,7 +4,7 @@ metadata:
   name: function-builtin-hpa-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-java-sample:2.9.2.23
+  image: streamnative/pulsar-functions-java-sample:3.2.2.1
   className: org.apache.pulsar.functions.api.examples.ExclamationFunction
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000

diff --git a/.ci/clusters/compute_v1alpha1_function_hpa.yaml b/.ci/clusters/compute_v1alpha1_function_hpa.yaml
@@ -4,7 +4,7 @@ metadata:
   name: function-hpa-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-java-sample:2.9.2.23
+  image: streamnative/pulsar-functions-java-sample:3.2.2.1
   className: org.apache.pulsar.functions.api.examples.ExclamationFunction
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000

diff --git a/.ci/clusters/compute_v1alpha1_function_stateful.yaml b/.ci/clusters/compute_v1alpha1_function_stateful.yaml
@@ -4,7 +4,7 @@ metadata:
   name: python-function-stateful-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-python-sample:2.9.2.23
+  image: streamnative/pulsar-functions-python-sample:3.2.2.1
   className: wordcount_function.WordCountFunction
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000

diff --git a/.ci/clusters/compute_v1alpha1_functionmesh.yaml b/.ci/clusters/compute_v1alpha1_functionmesh.yaml
@@ -5,7 +5,7 @@ metadata:
 spec:
   functions:
     - name: java-function
-      image: streamnative/pulsar-functions-java-sample:2.9.2.23
+      image: streamnative/pulsar-functions-java-sample:3.2.2.1
       className: org.apache.pulsar.functions.api.examples.ExclamationFunction
       replicas: 1
       maxReplicas: 1
@@ -31,7 +31,7 @@ spec:
           memory: 1.1G
       clusterName: test
     - name: golang-function
-      image: streamnative/pulsar-functions-go-sample:2.9.2.23
+      image: streamnative/pulsar-functions-go-sample:3.2.2.1
       replicas: 1
       maxReplicas: 1
       input:
@@ -56,7 +56,7 @@ spec:
           memory: 1.1G
       clusterName: test
     - name: python-function
-      image: streamnative/pulsar-functions-python-sample:2.9.2.23
+      image: streamnative/pulsar-functions-python-sample:3.2.2.1
       className: exclamation_function.ExclamationFunction
       replicas: 1
       maxReplicas: 1

diff --git a/.ci/clusters/compute_v1alpha1_go_function.yaml b/.ci/clusters/compute_v1alpha1_go_function.yaml
@@ -4,7 +4,7 @@ metadata:
   name: go-function-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-go-sample:2.9.2.23
+  image: streamnative/pulsar-functions-go-sample:3.2.2.1
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000
   replicas: 1

diff --git a/.ci/clusters/compute_v1alpha1_py_function.yaml b/.ci/clusters/compute_v1alpha1_py_function.yaml
@@ -4,7 +4,7 @@ metadata:
   name: py-function-sample
   namespace: default
 spec:
-  image: streamnative/pulsar-functions-python-sample:2.9.2.23
+  image: streamnative/pulsar-functions-python-sample:3.2.2.1
   className: exclamation_function.ExclamationFunction
   forwardSourceMessageProperty: true
   maxPendingAsyncRequests: 1000

diff --git a/.ci/clusters/values.yaml b/.ci/clusters/values.yaml
@@ -44,25 +44,25 @@ monitoring:
 
 images:
   zookeeper:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
   bookie:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
   autorecovery:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
   broker:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
   functions:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
   proxy:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
   presto:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
 
 zookeeper:
@@ -73,7 +73,7 @@ bookkeeper:
   replicaCount: 0
   metadata:
     image:
-      repository: streamnative/pulsar-all
+      repository: streamnative/sn-platform
       tag: 2.9.2.23
   configData:
     PULSAR_PREFIX_autoRecoveryDaemonEnabled: "false"
@@ -107,7 +107,7 @@ bookkeeper:
 
 pulsar_metadata:
   image:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
 
 broker:

diff --git a/.ci/clusters/values_cluster.yaml b/.ci/clusters/values_cluster.yaml
@@ -41,22 +41,22 @@ monitoring:
 
 images:
   zookeeper:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.10.0.0-rc10
   bookie:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.10.0.0-rc10
   autorecovery:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.10.0.0-rc10
   broker:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.10.0.0-rc10
   functions:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.10.0.0-rc10
   proxy:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.10.0.0-rc10
 
 zookeeper:
@@ -66,7 +66,7 @@ bookkeeper:
   replicaCount: 1
   metadata:
     image:
-      repository: streamnative/pulsar-all
+      repository: streamnative/sn-platform
       tag: 2.10.0.0-rc10
   configData:
     # `BOOKIE_MEM` is used for `bookie shell`
@@ -96,7 +96,7 @@ bookkeeper:
 
 pulsar_metadata:
   image:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.10.0.0-rc10
 
 broker:

diff --git a/.ci/clusters/values_custom_runner_images.yaml b/.ci/clusters/values_custom_runner_images.yaml
@@ -40,27 +40,27 @@ monitoring:
 
 images:
   zookeeper:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
   bookie:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
   autorecovery:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
   broker:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
   proxy:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
   functions:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
 
@@ -71,7 +71,7 @@ bookkeeper:
   replicaCount: 1
   metadata:
     image:
-      repository: streamnative/pulsar-all
+      repository: streamnative/sn-platform
       tag: 2.9.2.23
   configData:
     PULSAR_PREFIX_autoRecoveryDaemonEnabled: "false"
@@ -108,7 +108,7 @@ bookkeeper:
 
 pulsar_metadata:
   image:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
 
@@ -157,9 +157,9 @@ functions:
     narExtractionDirectory: ""
   functionRuntimeFactoryConfigs:
     functionDockerImages:
-      JAVA: "streamnative/pulsar-functions-java-runner:2.9.2.23"
-      PYTHON: "streamnative/pulsar-functions-python-runner:2.9.2.23"
-      GO: "streamnative/pulsar-functions-go-runner:2.9.2.23"
+      JAVA: "streamnative/pulsar-functions-java-runner:3.2.2.1"
+      PYTHON: "streamnative/pulsar-functions-python-runner:3.2.2.1"
+      GO: "streamnative/pulsar-functions-go-runner:3.2.2.1"
 
 proxy:
   replicaCount: 1
diff --git a/.ci/clusters/values_runner_images.yaml b/.ci/clusters/values_runner_images.yaml
@@ -40,31 +40,31 @@ monitoring:
 
 images:
   zookeeper:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
   bookie:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
   autorecovery:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
   broker:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
   proxy:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
   functions:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
   presto:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
 
@@ -75,7 +75,7 @@ bookkeeper:
   replicaCount: 0
   metadata:
     image:
-      repository: streamnative/pulsar-all
+      repository: streamnative/sn-platform
       tag: 2.9.2.23
   configData:
     PULSAR_PREFIX_autoRecoveryDaemonEnabled: "false"
@@ -109,7 +109,7 @@ bookkeeper:
 
 pulsar_metadata:
   image:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
     pullPolicy: IfNotPresent
 
@@ -172,9 +172,9 @@ functions:
     disk: 1048576000
   functionRuntimeFactoryConfigs:
     functionDockerImages:
-      JAVA: "localhost:5000/pulsar-functions-java-runner:2.9.2.23"
-      PYTHON: "localhost:5000/pulsar-functions-python-runner:2.9.2.23"
-      GO: "localhost:5000/pulsar-functions-go-runner:2.9.2.23"
+      JAVA: "localhost:5000/pulsar-functions-java-runner:3.2.2.1"
+      PYTHON: "localhost:5000/pulsar-functions-python-runner:3.2.2.1"
+      GO: "localhost:5000/pulsar-functions-go-runner:3.2.2.1"
     functionInstanceMinResources:
       cpu: 0.1
       ram: 10485760

diff --git a/.ci/clusters/values_skywalking_e2e_cluster.yaml b/.ci/clusters/values_skywalking_e2e_cluster.yaml
@@ -43,16 +43,16 @@ monitoring:
 
 images:
   zookeeper:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
   bookie:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
   broker:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
   functions:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
 
 zookeeper:
@@ -66,7 +66,7 @@ bookkeeper:
   replicaCount: 0
   metadata:
     image:
-      repository: streamnative/pulsar-all
+      repository: streamnative/sn-platform
       tag: 2.9.2.23
   resources:
     requests:
@@ -104,7 +104,7 @@ bookkeeper:
 
 pulsar_metadata:
   image:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
 
 broker:

diff --git a/.ci/clusters/values_skywalking_e2e_cluster_with_oauth.yaml b/.ci/clusters/values_skywalking_e2e_cluster_with_oauth.yaml
@@ -66,7 +66,7 @@ bookkeeper:
   replicaCount: 0
   metadata:
     image:
-      repository: streamnative/pulsar-all
+      repository: streamnative/sn-platform
       tag: 2.9.2.23
   resources:
     requests:
@@ -104,7 +104,7 @@ bookkeeper:
 
 pulsar_metadata:
   image:
-    repository: streamnative/pulsar-all
+    repository: streamnative/sn-platform
     tag: 2.9.2.23
 
 broker:
@@ -135,12 +135,12 @@ auth:
     enabled: true
     provider: "oauth2"
     oauth2:
-      issuerUrl: https://sts.windows.net/06a8a086-ae6e-45b5-a22e-ad90de23013e/
-      issuerUrlParam: https://sts.windows.net/06a8a086-ae6e-45b5-a22e-ad90de23013e/v2.0
-      audience: api://56c1bd14-3ba7-4804-b47b-d46de6dce33e
-      audienceParam: api://56c1bd14-3ba7-4804-b47b-d46de6dce33e/.default
-      brokerClientCredential: '{"client_id":"CLIENT_ID","client_secret":"CLIENT_SECRET","issuer_url":"https://sts.windows.net/06a8a086-ae6e-45b5-a22e-ad90de23013e/v2.0"}'
-      subjectClaim: appid
-      adminScope: appid
-      adminScopeParam: api://56c1bd14-3ba7-4804-b47b-d46de6dce33e/.default
+      issuerUrl: https://auth.sncloud-stg.dev/
+      issuerUrlParam: https://auth.sncloud-stg.dev/
+      audience: "urn:sn:pulsar:sndev:test"
+      audienceParam: "urn:sn:pulsar:sndev:test"
+      brokerClientCredential: '{"client_id":"CLIENT_ID","client_secret":"CLIENT_SECRET","issuer_url":"https://auth.sncloud-stg.dev/"}'
+      subjectClaim: https://streamnative.io/username
+      adminScope: https://streamnative.io/username
+      adminScopeParam: ""
       authenticationProviders: io.streamnative.pulsar.broker.authentication.AuthenticationProviderOAuth