修改数据库连接

src/main/java/com/qucheng/game/data/oldsystem/Env.java

@@ -1,5 +1,5 @@
 package com.qucheng.game.data.oldsystem;
 
 public class Env {
-    public static final boolean isTest = true;
+    public static final boolean isTest = false;
 }

src/main/java/com/qucheng/game/data/oldsystem/ods/AdAccountCDC.java

@@ -156,6 +156,8 @@ public class AdAccountCDC {
 
         @Override
         public void flatMap(TransportMap transportMap, Collector<Tuple3<String, String, TransportMap>> out) throws Exception {
+
+            System.out.println(transportMap);
             String dbName = transportMap.getDbName();
             String tableName = transportMap.getTableName();
             List<String> primaryKeys = transportMap.getPrimaryKeys();
@@ -218,6 +220,7 @@ public class AdAccountCDC {
                         result.put("agent_id", agentInfo.get("id"));
                         result.put("sys_put_user_id", zxPutUserId);
                         result.put("app_id", gameId);
+                        result.put("agent_name", agentInfo.get("agent_name"));
                         result.put("create_time", DateUtil.localDateTimeToSecond(ObjectUtil.objToLocalDateTime(agentInfo.get("create_time"))));
                         result.put("update_time", DateUtil.localDateTimeToSecond(ObjectUtil.objToLocalDateTime(agentInfo.get("create_time"))));
                         if (putUserMap != null) {
@@ -240,6 +243,7 @@ public class AdAccountCDC {
                 }
                 if (tableName.equals("t_ad_account")) {
                     Long accountId = ObjectUtil.objToLong(data.get("account_id"));
+
                     try (SqlSession session = odsSqlSessionFactory.openSession(true)) {
                         BaseMapper mapper = session.getMapper(BaseMapper.class);
 

src/main/java/com/qucheng/game/data/oldsystem/ods/ByteDailyCost.java

@@ -105,7 +105,6 @@ public class ByteDailyCost {
 
         dataStreamSource.map(new FieldFilterMap()).addSink(new ads_sink());
 
-
         //4.启动任务
         env.execute("ByteDailyCost");
     }

src/main/java/com/qucheng/game/data/oldsystem/ods/OldGameSystemCDCBgNew.java

@@ -323,8 +323,8 @@ public class OldGameSystemCDCBgNew {
                         "parent_account_id",
                         "cp_id")) {
                     pojo.put(field, after.get(field));
-                    transportMap.setTableName("h_user");
                 }
+                transportMap.setTableName("h_user");
                 after = pojo;
             }
             transportMap.setAfter(after);

src/main/java/com/qucheng/game/data/oldsystem/sink/CdcMysqlTablesSink.java

@@ -65,6 +65,7 @@ public class CdcMysqlTablesSink extends RichSinkFunction<TransportMap> {
         String tableName = tableNameMap.get(value.getTableName());
         tableName = StringUtils.isBlank(tableName) ? value.getTableName() : tableName;
 
+        //因为delete只有before没有after，故前边的转换不会成功，在这里在转换一次。
         if(tableName.contains("qc_")){
             tableName = tableName.replaceAll("qc_","");
         }

src/main/resources/application.properties

@@ -1,23 +1,20 @@
 # backup
-cdc.mysql.backup.host=10.0.0.229
+cdc.mysql.backup.host=rm-bp10g4339j25445qu.mysql.rds.aliyuncs.com
 cdc.mysql.backup.port=3306
-cdc.mysql.backup.username=root
+cdc.mysql.backup.username=super_data
 cdc.mysql.backup.password=Qc_1234567
 
 # BG_New_SDK
-mysql.oldGameSystemBgNewOds.url=jdbc:mysql://10.0.0.229:3306/GameDataBgNewSdk?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8
-mysql.oldGameSystemBgNewOds.username=root
+mysql.oldGameSystemBgNewOds.url=jdbc:mysql://rm-bp10g4339j25445qu.mysql.rds.aliyuncs.com:3306/GameDataBgNewSdk?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8
+mysql.oldGameSystemBgNewOds.username=super_data
 mysql.oldGameSystemBgNewOds.password=Qc_1234567
 
 
 # BG_Old_SDK
-mysql.oldGameSystemBgOldOds.url=jdbc:mysql://10.0.0.229:3306/GameDataBgOldSdk?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8
-mysql.oldGameSystemBgOldOds.username=root
+mysql.oldGameSystemBgOldOds.url=jdbc:mysql://rm-bp10g4339j25445qu.mysql.rds.aliyuncs.com:3306/GameDataBgOldSdk?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8
+mysql.oldGameSystemBgOldOds.username=super_data
 mysql.oldGameSystemBgOldOds.password=Qc_1234567
 
-
-
-
 # quChengText
 mysql.quChengText.url=jdbc:mysql://pc-bp1uo74339fq9yzif.rwlb.rds.aliyuncs.com:3306/quchen_text?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8
 mysql.quChengText.username=qc

src/main/resources/application.test.properties

@@ -1,24 +1,24 @@
 # backup
-cdc.mysql.backup.host=118.31.103.66
+cdc.mysql.backup.host=rm-bp10g4339j25445qu1o.mysql.rds.aliyuncs.com
 cdc.mysql.backup.port=3306
-cdc.mysql.backup.username=root
+cdc.mysql.backup.username=super_data
 cdc.mysql.backup.password=Qc_1234567
 
 # BG_New_SDK
-mysql.oldGameSystemBgNewOds.url=jdbc:mysql://118.31.103.66:3306/GameDataBgNewSdk?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8
-mysql.oldGameSystemBgNewOds.username=root
+mysql.oldGameSystemBgNewOds.url=jdbc:mysql://rm-bp10g4339j25445qu1o.mysql.rds.aliyuncs.com:3306/GameDataBgNewSdk?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8
+mysql.oldGameSystemBgNewOds.username=super_data
 mysql.oldGameSystemBgNewOds.password=Qc_1234567
 
 
 # BG_Old_SDK
-mysql.oldGameSystemBgOldOds.url=jdbc:mysql://118.31.103.66:3306/GameDataBgOldSdk?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8
-mysql.oldGameSystemBgOldOds.username=root
+mysql.oldGameSystemBgOldOds.url=jdbc:mysql://rm-bp10g4339j25445qu1o.mysql.rds.aliyuncs.com:3306/GameDataBgOldSdk?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8
+mysql.oldGameSystemBgOldOds.username=super_data
 mysql.oldGameSystemBgOldOds.password=Qc_1234567
 
 
 # game-ods
-mysql.ods.url=jdbc:mysql://118.31.103.66:3306/ods?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8
-mysql.ods.username=root
+mysql.ods.url=jdbc:mysql://rm-bp10g4339j25445qu1o.mysql.rds.aliyuncs.com:3306/ods?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8
+mysql.ods.username=super_data
 mysql.ods.password=Qc_1234567