[Feature][Transform-v2] Add metadata transform

apache · Oct 28, 2024 · 4874deb · 4874deb
1 parent ed983d1
commit 4874deb
Show file tree

Hide file tree

Showing 8 changed files with 31 additions and 31 deletions.
diff --git a/...tunnel-connector-v2-e2e/connector-cdc-mongodb-e2e/src/test/java/mongodb/MongodbCDCIT.java b/...tunnel-connector-v2-e2e/connector-cdc-mongodb-e2e/src/test/java/mongodb/MongodbCDCIT.java
@@ -296,7 +296,7 @@ private List<List<Object>> querySql() {
     }
 
     private void upsertDeleteSourceTable() {
-        mongodbContainer.executeCommandFileInDatabase("inventoryDML", MONGODB_DATABASE);
+        mongodbContainer.executeCommandFileInDatabase("inventoryDDL", MONGODB_DATABASE);
     }
 
     private void cleanSourceTable() {

diff --git a/...2e/src/test/resources/ddl/inventoryDML.js → ...2e/src/test/resources/ddl/inventoryDDL.js b/...2e/src/test/resources/ddl/inventoryDML.js → ...2e/src/test/resources/ddl/inventoryDDL.js
diff --git a/...nector-v2-e2e/connector-cdc-mongodb-e2e/src/test/resources/mongodbcdc_metadata_trans.conf b/...nector-v2-e2e/connector-cdc-mongodb-e2e/src/test/resources/mongodbcdc_metadata_trans.conf
@@ -42,11 +42,11 @@ source {
 transform {
   Metadata {
     metadata_fields {
-      database = database
-      table = table
-      rowKind = rowKind
-      ts_ms = ts_ms
-      delay = delay
+      Database = database
+      Table = table
+      RowKind = rowKind
+      EventTime = ts_ms
+      Delay = delay
     }
     result_table_name = "trans_result"
   }

diff --git a/...nnector-v2-e2e/connector-cdc-mysql-e2e/src/test/resources/mysqlcdc_to_metadata_trans.conf b/...nnector-v2-e2e/connector-cdc-mysql-e2e/src/test/resources/mysqlcdc_to_metadata_trans.conf
@@ -41,11 +41,11 @@ source {
 transform {
   Metadata {
     metadata_fields {
-      database = database
-      table = table
-      rowKind = rowKind
-      ts_ms = ts_ms
-      delay = delay
+      Database = database
+      Table = table
+      RowKind = rowKind
+      EventTime = ts_ms
+      Delay = delay
     }
     result_table_name = "trans_result"
   }

diff --git a/...2-e2e/connector-cdc-opengauss-e2e/src/test/resources/opengausscdc_to_meatadata_trans.conf b/...2-e2e/connector-cdc-opengauss-e2e/src/test/resources/opengausscdc_to_meatadata_trans.conf
@@ -43,11 +43,11 @@ source {
 transform {
   Metadata {
     metadata_fields {
-      database = database
-      table = table
-      rowKind = rowKind
-      ts_ms = ts_ms
-      delay = delay
+      Database = database
+      Table = table
+      RowKind = rowKind
+      EventTime = ts_ms
+      Delay = delay
     }
     result_table_name = "trans_result"
   }

diff --git a/...ector-v2-e2e/connector-cdc-oracle-e2e/src/test/resources/oraclecdc_to_metadata_trans.conf b/...ector-v2-e2e/connector-cdc-oracle-e2e/src/test/resources/oraclecdc_to_metadata_trans.conf
@@ -57,11 +57,11 @@ source {
 transform {
   Metadata {
     metadata_fields {
-      database = database
-      table = table
-      rowKind = rowKind
-      ts_ms = ts_ms
-      delay = delay
+      Database = database
+      Table = table
+      RowKind = rowKind
+      EventTime = ts_ms
+      Delay = delay
     }
     result_table_name = "trans_result"
   }

diff --git a/...r-v2-e2e/connector-cdc-postgres-e2e/src/test/resources/postgrescdc_to_metadata_trans.conf b/...r-v2-e2e/connector-cdc-postgres-e2e/src/test/resources/postgrescdc_to_metadata_trans.conf
@@ -43,11 +43,11 @@ source {
 transform {
   Metadata {
     metadata_fields {
-      database = database
-      table = table
-      rowKind = rowKind
-      ts_ms = ts_ms
-      delay = delay
+      Database = database
+      Table = table
+      RowKind = rowKind
+      EventTime = ts_ms
+      Delay = delay
     }
     result_table_name = "trans_result"
   }

diff --git a/...v2-e2e/connector-cdc-sqlserver-e2e/src/test/resources/sqlservercdc_to_metadata_trans.conf b/...v2-e2e/connector-cdc-sqlserver-e2e/src/test/resources/sqlservercdc_to_metadata_trans.conf
@@ -48,11 +48,11 @@ source {
 transform {
   Metadata {
     metadata_fields {
-      database = database
-      table = table
-      rowKind = rowKind
-      ts_ms = ts_ms
-      delay = delay
+      Database = database
+      Table = table
+      RowKind = rowKind
+      EventTime = ts_ms
+      Delay = delay
     }
     result_table_name = "trans_result"
   }