db2 upsert

Author: todd5167

db2/db2-sink/src/main/java/com/dtstack/flink/sql/sink/db/DbDialect.java

@@ -19,8 +19,13 @@
 package com.dtstack.flink.sql.sink.db;
 
 import com.dtstack.flink.sql.sink.rdb.dialect.JDBCDialect;
+import com.dtstack.flink.sql.util.DtStringUtil;
+import org.apache.commons.lang3.StringUtils;
 
+import java.util.Arrays;
+import java.util.List;
 import java.util.Optional;
+import java.util.stream.Collectors;
 
 /**
  * Date: 2020/1/19
@@ -43,4 +48,79 @@ public String quoteIdentifier(String identifier) {
         return identifier;
     }
 
+    @Override
+    public Optional<String> getUpsertStatement(String schema, String tableName, String[] fieldNames, String[] uniqueKeyFields, boolean allReplace) {
+        tableName = DtStringUtil.getTableFullPath(schema, tableName);
+        StringBuilder sb = new StringBuilder();
+        sb.append("MERGE INTO " + tableName + " T1 USING "
+                + "(" + buildValuesStatement(fieldNames) + ") T2 ("
+                + buildFiledNameStatement(fieldNames) +
+                ") ON ("
+                + buildConnectionConditions(uniqueKeyFields) + ") ");
+
+        String updateSql = buildUpdateConnection(fieldNames, uniqueKeyFields, allReplace);
+
+        if (StringUtils.isNotEmpty(updateSql)) {
+            sb.append(" WHEN MATCHED THEN UPDATE SET ");
+            sb.append(updateSql);
+        }
+
+        sb.append(" WHEN NOT MATCHED THEN "
+                + "INSERT (" + Arrays.stream(fieldNames).map(this::quoteIdentifier).collect(Collectors.joining(",")) + ") VALUES ("
+                + Arrays.stream(fieldNames).map(col -> "T2." + quoteIdentifier(col)).collect(Collectors.joining(",")) + ")");
+        return Optional.of(sb.toString());
+    }
+
+    /**
+     *   build    T1."A"=T2."A" or  T1."A"=nvl(T2."A",T1."A")
+     * @param fieldNames
+     * @param uniqueKeyFields
+     * @param allReplace
+     * @return
+     */
+    private String buildUpdateConnection(String[] fieldNames, String[] uniqueKeyFields, boolean allReplace) {
+        List<String> uniqueKeyList = Arrays.asList(uniqueKeyFields);
+        return Arrays.stream(fieldNames)
+                .filter(col -> !uniqueKeyList.contains(col))
+                .map(col -> buildConnectString(allReplace, col))
+                .collect(Collectors.joining(","));
+    }
+
+    private String buildConnectString(boolean allReplace, String col) {
+        return allReplace ? quoteIdentifier("T1") + "." + quoteIdentifier(col) + " = " + quoteIdentifier("T2") + "." + quoteIdentifier(col) :
+                quoteIdentifier("T1") + "." + quoteIdentifier(col) + " =NVL(" + quoteIdentifier("T2") + "." + quoteIdentifier(col) + ","
+                        + quoteIdentifier("T1") + "." + quoteIdentifier(col) + ")";
+    }
+
+
+    private String buildConnectionConditions(String[] uniqueKeyFields) {
+        return Arrays.stream(uniqueKeyFields).map(col -> "T1." + quoteIdentifier(col) + "=T2." + quoteIdentifier(col)).collect(Collectors.joining(","));
+    }
+
+    /**
+     * build sql part e.g:  VALUES('1001','zs','sss')
+     *
+     * @param column   destination column
+     * @return
+     */
+    public String buildValuesStatement(String[] column) {
+        StringBuilder sb = new StringBuilder("VALUES(");
+        String collect = Arrays.stream(column)
+                .map(col -> " ? ")
+                .collect(Collectors.joining(", "));
+
+        return sb.append(collect).append(")").toString();
+    }
+
+    /**
+     * build sql part e.g:   id, name, address
+     * @param column
+     * @return
+     */
+    public String buildFiledNameStatement(String[] column) {
+        return Arrays.stream(column)
+                .collect(Collectors.joining(", "));
+    }
+
+
 }

db2/db2-sink/src/main/java/com/dtstack/flink/sql/sink/db/DbSink.java

@@ -19,6 +19,7 @@ public JDBCUpsertOutputFormat getOutputFormat() {
                 .setDialect(jdbcDialect)
                 .setUsername(userName)
                 .setPassword(password)
+                .setSchema(schema)
                 .setTableName(tableName)
                 .build();
 

kafka09/kafka09-sink/pom.xml

@@ -37,6 +37,7 @@
                             <goal>shade</goal>
                         </goals>
                         <configuration>
+                            <createDependencyReducedPom>false</createDependencyReducedPom>
                             <artifactSet>
                                 <excludes>
                                     <exclude>org.slf4j</exclude>

kafka09/kafka09-source/pom.xml

@@ -35,6 +35,7 @@
                             <goal>shade</goal>
                         </goals>
                         <configuration>
+                            <createDependencyReducedPom>false</createDependencyReducedPom>
                             <artifactSet>
                                 <excludes>
                                     <exclude>org.slf4j</exclude>