File tree Expand file tree Collapse file tree 18 files changed +73
-54
lines changed
manager-client-examples/src/test/java/org/apache/inlong/manager/client
manager-pojo/src/main/java/org/apache/inlong/manager/pojo
manager-service/src/main/java/org/apache/inlong/manager/service Expand file tree Collapse file tree 18 files changed +73
-54
lines changed Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .client ;
19
19
20
- import com .google .common .collect .Lists ;
21
- import lombok .extern .slf4j .Slf4j ;
22
20
import org .apache .inlong .manager .client .api .ClientConfiguration ;
23
21
import org .apache .inlong .manager .client .api .InlongClient ;
24
22
import org .apache .inlong .manager .client .api .InlongGroup ;
33
31
import org .apache .inlong .manager .pojo .sink .paimon .PaimonSink ;
34
32
import org .apache .inlong .manager .pojo .source .file .FileSource ;
35
33
import org .apache .inlong .manager .pojo .stream .StreamField ;
34
+
35
+ import com .google .common .collect .Lists ;
36
+ import lombok .extern .slf4j .Slf4j ;
36
37
import org .apache .shiro .util .Assert ;
37
38
import org .junit .jupiter .api .Disabled ;
38
39
import org .junit .jupiter .api .Test ;
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .pojo .node .paimon ;
19
19
20
+ import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
21
+ import org .apache .inlong .manager .common .exceptions .BusinessException ;
22
+ import org .apache .inlong .manager .common .util .CommonBeanUtils ;
23
+ import org .apache .inlong .manager .common .util .JsonUtils ;
24
+
20
25
import io .swagger .annotations .ApiModel ;
21
26
import io .swagger .annotations .ApiModelProperty ;
22
27
import lombok .AllArgsConstructor ;
23
28
import lombok .Builder ;
24
29
import lombok .Data ;
25
30
import lombok .NoArgsConstructor ;
26
31
import org .apache .commons .lang3 .StringUtils ;
27
- import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
28
- import org .apache .inlong .manager .common .exceptions .BusinessException ;
29
- import org .apache .inlong .manager .common .util .CommonBeanUtils ;
30
- import org .apache .inlong .manager .common .util .JsonUtils ;
31
32
import org .slf4j .Logger ;
32
33
import org .slf4j .LoggerFactory ;
33
34
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .pojo .node .paimon ;
19
19
20
+ import org .apache .inlong .manager .common .consts .DataNodeType ;
21
+ import org .apache .inlong .manager .common .util .CommonBeanUtils ;
22
+ import org .apache .inlong .manager .common .util .JsonTypeDefine ;
23
+ import org .apache .inlong .manager .pojo .node .DataNodeInfo ;
24
+
20
25
import io .swagger .annotations .ApiModel ;
21
26
import io .swagger .annotations .ApiModelProperty ;
22
27
import lombok .Data ;
23
28
import lombok .EqualsAndHashCode ;
24
29
import lombok .ToString ;
25
- import org .apache .inlong .manager .common .consts .DataNodeType ;
26
- import org .apache .inlong .manager .common .util .CommonBeanUtils ;
27
- import org .apache .inlong .manager .common .util .JsonTypeDefine ;
28
- import org .apache .inlong .manager .pojo .node .DataNodeInfo ;
29
30
30
31
/**
31
32
* Paimon data node info
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .pojo .node .paimon ;
19
19
20
+ import org .apache .inlong .manager .common .consts .DataNodeType ;
21
+ import org .apache .inlong .manager .common .util .JsonTypeDefine ;
22
+ import org .apache .inlong .manager .pojo .node .DataNodeRequest ;
23
+
20
24
import io .swagger .annotations .ApiModel ;
21
25
import io .swagger .annotations .ApiModelProperty ;
22
26
import lombok .Data ;
23
27
import lombok .EqualsAndHashCode ;
24
28
import lombok .ToString ;
25
- import org .apache .inlong .manager .common .consts .DataNodeType ;
26
- import org .apache .inlong .manager .common .util .JsonTypeDefine ;
27
- import org .apache .inlong .manager .pojo .node .DataNodeRequest ;
28
29
29
30
/**
30
31
* Paimon data node request
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .pojo .sink .paimon ;
19
19
20
+ import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
21
+ import org .apache .inlong .manager .common .exceptions .BusinessException ;
22
+ import org .apache .inlong .manager .common .util .JsonUtils ;
23
+
20
24
import io .swagger .annotations .ApiModelProperty ;
21
25
import lombok .AllArgsConstructor ;
22
26
import lombok .Builder ;
23
27
import lombok .Data ;
24
28
import lombok .NoArgsConstructor ;
25
29
import org .apache .commons .lang3 .StringUtils ;
26
- import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
27
- import org .apache .inlong .manager .common .exceptions .BusinessException ;
28
- import org .apache .inlong .manager .common .util .JsonUtils ;
29
30
30
31
/**
31
32
* Paimon column info
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .pojo .sink .paimon ;
19
19
20
- import io .swagger .annotations .ApiModel ;
21
- import io .swagger .annotations .ApiModelProperty ;
22
- import lombok .*;
23
- import lombok .experimental .SuperBuilder ;
24
20
import org .apache .inlong .manager .common .consts .SinkType ;
25
21
import org .apache .inlong .manager .common .util .CommonBeanUtils ;
26
22
import org .apache .inlong .manager .common .util .JsonTypeDefine ;
27
23
import org .apache .inlong .manager .pojo .sink .SinkRequest ;
28
24
import org .apache .inlong .manager .pojo .sink .StreamSink ;
29
25
26
+ import io .swagger .annotations .ApiModel ;
27
+ import io .swagger .annotations .ApiModelProperty ;
28
+ import lombok .experimental .SuperBuilder ;
29
+
30
30
import java .util .HashMap ;
31
31
import java .util .List ;
32
32
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .pojo .sink .paimon ;
19
19
20
+ import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
21
+ import org .apache .inlong .manager .common .exceptions .BusinessException ;
22
+ import org .apache .inlong .manager .common .util .CommonBeanUtils ;
23
+ import org .apache .inlong .manager .common .util .JsonUtils ;
24
+
20
25
import io .swagger .annotations .ApiModelProperty ;
21
26
import lombok .AllArgsConstructor ;
22
27
import lombok .Builder ;
23
28
import lombok .Data ;
24
29
import lombok .NoArgsConstructor ;
25
30
import org .apache .commons .lang3 .StringUtils ;
26
- import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
27
- import org .apache .inlong .manager .common .exceptions .BusinessException ;
28
- import org .apache .inlong .manager .common .util .CommonBeanUtils ;
29
- import org .apache .inlong .manager .common .util .JsonUtils ;
30
31
31
32
import javax .validation .constraints .NotNull ;
33
+
32
34
import java .util .HashMap ;
33
35
import java .util .List ;
34
36
import java .util .Map ;
@@ -83,7 +85,8 @@ public class PaimonSinkDTO {
83
85
* Get the dto instance from the request
84
86
*/
85
87
public static PaimonSinkDTO getFromRequest (PaimonSinkRequest request , String extParams ) {
86
- PaimonSinkDTO dto = StringUtils .isNotBlank (extParams ) ? PaimonSinkDTO .getFromJson (extParams ) : new PaimonSinkDTO ();
88
+ PaimonSinkDTO dto =
89
+ StringUtils .isNotBlank (extParams ) ? PaimonSinkDTO .getFromJson (extParams ) : new PaimonSinkDTO ();
87
90
return CommonBeanUtils .copyProperties (request , dto , true );
88
91
}
89
92
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .pojo .sink .paimon ;
19
19
20
+ import org .apache .inlong .manager .common .consts .SinkType ;
21
+ import org .apache .inlong .manager .common .util .JsonTypeDefine ;
22
+ import org .apache .inlong .manager .pojo .sink .SinkRequest ;
23
+
20
24
import io .swagger .annotations .ApiModel ;
21
25
import io .swagger .annotations .ApiModelProperty ;
22
26
import lombok .Data ;
23
27
import lombok .EqualsAndHashCode ;
24
28
import lombok .ToString ;
25
- import org .apache .inlong .manager .common .consts .SinkType ;
26
- import org .apache .inlong .manager .common .util .JsonTypeDefine ;
27
- import org .apache .inlong .manager .pojo .sink .SinkRequest ;
28
29
29
30
import javax .validation .constraints .Pattern ;
31
+
30
32
import java .util .HashMap ;
31
33
import java .util .List ;
32
34
Original file line number Diff line number Diff line change 21
21
import org .apache .inlong .manager .common .exceptions .BusinessException ;
22
22
import org .apache .inlong .manager .pojo .sort .node .base .ExtractNodeProvider ;
23
23
import org .apache .inlong .manager .pojo .sort .node .provider .HudiProvider ;
24
- import org .apache .inlong .manager .pojo .sort .node .provider .PaimonProvider ;
25
24
import org .apache .inlong .manager .pojo .sort .node .provider .IcebergProvider ;
26
25
import org .apache .inlong .manager .pojo .sort .node .provider .KafkaProvider ;
27
26
import org .apache .inlong .manager .pojo .sort .node .provider .MongoDBProvider ;
28
27
import org .apache .inlong .manager .pojo .sort .node .provider .MySQLBinlogProvider ;
29
28
import org .apache .inlong .manager .pojo .sort .node .provider .OracleProvider ;
29
+ import org .apache .inlong .manager .pojo .sort .node .provider .PaimonProvider ;
30
30
import org .apache .inlong .manager .pojo .sort .node .provider .PostgreSQLProvider ;
31
31
import org .apache .inlong .manager .pojo .sort .node .provider .PulsarProvider ;
32
32
import org .apache .inlong .manager .pojo .sort .node .provider .RedisProvider ;
Original file line number Diff line number Diff line change 28
28
import org .apache .inlong .manager .pojo .sort .node .provider .HDFSProvider ;
29
29
import org .apache .inlong .manager .pojo .sort .node .provider .HiveProvider ;
30
30
import org .apache .inlong .manager .pojo .sort .node .provider .HudiProvider ;
31
- import org .apache .inlong .manager .pojo .sort .node .provider .PaimonProvider ;
32
31
import org .apache .inlong .manager .pojo .sort .node .provider .IcebergProvider ;
33
32
import org .apache .inlong .manager .pojo .sort .node .provider .KafkaProvider ;
34
33
import org .apache .inlong .manager .pojo .sort .node .provider .KuduProvider ;
35
34
import org .apache .inlong .manager .pojo .sort .node .provider .MySQLProvider ;
36
35
import org .apache .inlong .manager .pojo .sort .node .provider .OracleProvider ;
36
+ import org .apache .inlong .manager .pojo .sort .node .provider .PaimonProvider ;
37
37
import org .apache .inlong .manager .pojo .sort .node .provider .PostgreSQLProvider ;
38
38
import org .apache .inlong .manager .pojo .sort .node .provider .RedisProvider ;
39
39
import org .apache .inlong .manager .pojo .sort .node .provider .SQLServerProvider ;
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .pojo .source .paimon ;
19
19
20
+ import org .apache .inlong .manager .common .consts .SourceType ;
21
+ import org .apache .inlong .manager .common .util .CommonBeanUtils ;
22
+ import org .apache .inlong .manager .common .util .JsonTypeDefine ;
23
+ import org .apache .inlong .manager .pojo .source .SourceRequest ;
24
+ import org .apache .inlong .manager .pojo .source .StreamSource ;
25
+
20
26
import io .swagger .annotations .ApiModel ;
21
27
import io .swagger .annotations .ApiModelProperty ;
22
28
import lombok .AllArgsConstructor ;
23
29
import lombok .Data ;
24
30
import lombok .EqualsAndHashCode ;
25
31
import lombok .ToString ;
26
32
import lombok .experimental .SuperBuilder ;
27
- import org .apache .inlong .manager .common .consts .SourceType ;
28
- import org .apache .inlong .manager .common .util .CommonBeanUtils ;
29
- import org .apache .inlong .manager .common .util .JsonTypeDefine ;
30
- import org .apache .inlong .manager .pojo .source .SourceRequest ;
31
- import org .apache .inlong .manager .pojo .source .StreamSource ;
32
33
33
34
import java .util .HashMap ;
34
35
import java .util .List ;
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .pojo .source .paimon ;
19
19
20
+ import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
21
+ import org .apache .inlong .manager .common .exceptions .BusinessException ;
22
+ import org .apache .inlong .manager .common .util .CommonBeanUtils ;
23
+ import org .apache .inlong .manager .common .util .JsonUtils ;
24
+
20
25
import io .swagger .annotations .ApiModelProperty ;
21
26
import lombok .AllArgsConstructor ;
22
27
import lombok .Builder ;
23
28
import lombok .Data ;
24
29
import lombok .NoArgsConstructor ;
25
30
import org .apache .commons .lang3 .StringUtils ;
26
- import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
27
- import org .apache .inlong .manager .common .exceptions .BusinessException ;
28
- import org .apache .inlong .manager .common .util .CommonBeanUtils ;
29
- import org .apache .inlong .manager .common .util .JsonUtils ;
30
31
31
32
import javax .validation .constraints .NotNull ;
33
+
32
34
import java .util .HashMap ;
33
35
import java .util .List ;
34
36
import java .util .Map ;
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .pojo .source .paimon ;
19
19
20
+ import org .apache .inlong .manager .common .consts .SourceType ;
21
+ import org .apache .inlong .manager .common .util .JsonTypeDefine ;
22
+ import org .apache .inlong .manager .pojo .source .SourceRequest ;
23
+
20
24
import io .swagger .annotations .ApiModel ;
21
25
import io .swagger .annotations .ApiModelProperty ;
22
26
import lombok .Data ;
23
27
import lombok .EqualsAndHashCode ;
24
28
import lombok .ToString ;
25
- import org .apache .inlong .manager .common .consts .SourceType ;
26
- import org .apache .inlong .manager .common .util .JsonTypeDefine ;
27
- import org .apache .inlong .manager .pojo .source .SourceRequest ;
28
29
29
30
import java .util .HashMap ;
30
31
import java .util .List ;
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .service .node .paimon ;
19
19
20
- import com .fasterxml .jackson .databind .ObjectMapper ;
21
- import org .apache .commons .lang3 .StringUtils ;
22
20
import org .apache .inlong .manager .common .consts .DataNodeType ;
23
21
import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
24
22
import org .apache .inlong .manager .common .exceptions .BusinessException ;
32
30
import org .apache .inlong .manager .pojo .node .paimon .PaimonDataNodeRequest ;
33
31
import org .apache .inlong .manager .service .node .AbstractDataNodeOperator ;
34
32
import org .apache .inlong .manager .service .resource .sink .paimon .PaimonCatalogClient ;
33
+
34
+ import com .fasterxml .jackson .databind .ObjectMapper ;
35
+ import org .apache .commons .lang3 .StringUtils ;
35
36
import org .slf4j .Logger ;
36
37
import org .slf4j .LoggerFactory ;
37
38
import org .springframework .beans .factory .annotation .Autowired ;
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .service .resource .sink .paimon ;
19
19
20
+ import org .apache .inlong .manager .pojo .sink .paimon .PaimonColumnInfo ;
21
+ import org .apache .inlong .manager .pojo .sink .paimon .PaimonTableInfo ;
22
+
20
23
import com .google .common .collect .Maps ;
21
24
import org .apache .hadoop .fs .Path ;
22
25
import org .apache .hadoop .hive .conf .HiveConf ;
23
26
import org .apache .hadoop .hive .metastore .HiveMetaStoreClient ;
24
27
import org .apache .hadoop .hive .metastore .IMetaStoreClient ;
25
28
import org .apache .hadoop .hive .metastore .TableType ;
26
- import org .apache .hadoop .hive .metastore .api .*;
27
29
import org .apache .hadoop .hive .serde .serdeConstants ;
28
30
import org .apache .hadoop .hive .serde2 .MetadataTypedColumnsetSerDe ;
29
31
import org .apache .hadoop .mapred .SequenceFileInputFormat ;
30
32
import org .apache .hadoop .security .UserGroupInformation ;
31
- import org .apache .inlong .manager .pojo .sink .paimon .PaimonColumnInfo ;
32
- import org .apache .inlong .manager .pojo .sink .paimon .PaimonTableInfo ;
33
33
import org .apache .thrift .TException ;
34
34
import org .slf4j .Logger ;
35
35
import org .slf4j .LoggerFactory ;
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .service .resource .sink .paimon ;
19
19
20
- import org .apache .commons .collections .CollectionUtils ;
21
- import org .apache .commons .lang3 .StringUtils ;
22
20
import org .apache .inlong .manager .common .consts .InlongConstants ;
23
21
import org .apache .inlong .manager .common .consts .SinkType ;
24
22
import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
36
34
import org .apache .inlong .manager .service .node .DataNodeOperateHelper ;
37
35
import org .apache .inlong .manager .service .resource .sink .SinkResourceOperator ;
38
36
import org .apache .inlong .manager .service .sink .StreamSinkService ;
37
+
38
+ import org .apache .commons .collections .CollectionUtils ;
39
+ import org .apache .commons .lang3 .StringUtils ;
39
40
import org .slf4j .Logger ;
40
41
import org .slf4j .LoggerFactory ;
41
42
import org .springframework .beans .factory .annotation .Autowired ;
@@ -103,7 +104,8 @@ private PaimonSinkDTO getPaimonInfo(SinkInfo sinkInfo) {
103
104
paimonInfo .setCatalogUri (dataNodeInfo .getUrl ());
104
105
}
105
106
106
- paimonInfo .setDataPath (paimonInfo .getWarehouse () + "/" + paimonInfo .getDbName () + ".db/" + paimonInfo .getTableName ());
107
+ paimonInfo .setDataPath (
108
+ paimonInfo .getWarehouse () + "/" + paimonInfo .getDbName () + ".db/" + paimonInfo .getTableName ());
107
109
return paimonInfo ;
108
110
}
109
111
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .service .sink .paimon ;
19
19
20
- import com .fasterxml .jackson .databind .ObjectMapper ;
21
- import org .apache .commons .collections .CollectionUtils ;
22
- import org .apache .commons .lang3 .StringUtils ;
23
20
import org .apache .inlong .manager .common .consts .InlongConstants ;
24
21
import org .apache .inlong .manager .common .consts .SinkType ;
25
22
import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
36
33
import org .apache .inlong .manager .pojo .sink .paimon .PaimonSinkDTO ;
37
34
import org .apache .inlong .manager .pojo .sink .paimon .PaimonSinkRequest ;
38
35
import org .apache .inlong .manager .service .sink .AbstractSinkOperator ;
36
+
37
+ import com .fasterxml .jackson .databind .ObjectMapper ;
38
+ import org .apache .commons .collections .CollectionUtils ;
39
+ import org .apache .commons .lang3 .StringUtils ;
39
40
import org .slf4j .Logger ;
40
41
import org .slf4j .LoggerFactory ;
41
42
import org .springframework .beans .factory .annotation .Autowired ;
Original file line number Diff line number Diff line change 17
17
18
18
package org .apache .inlong .manager .service .source .paimon ;
19
19
20
- import com .fasterxml .jackson .databind .ObjectMapper ;
21
20
import org .apache .inlong .manager .common .consts .SourceType ;
22
21
import org .apache .inlong .manager .common .enums .ErrorCodeEnum ;
23
22
import org .apache .inlong .manager .common .exceptions .BusinessException ;
30
29
import org .apache .inlong .manager .pojo .source .paimon .PaimonSourceRequest ;
31
30
import org .apache .inlong .manager .pojo .stream .StreamField ;
32
31
import org .apache .inlong .manager .service .source .AbstractSourceOperator ;
32
+
33
+ import com .fasterxml .jackson .databind .ObjectMapper ;
33
34
import org .springframework .beans .factory .annotation .Autowired ;
34
35
import org .springframework .stereotype .Service ;
35
36
You can’t perform that action at this time.
0 commit comments