ADD:增加新数据库

app/game_data_sum/data_sum.py

@@ -14,7 +14,7 @@ def h_member_sum(ymd):
     timestamp_ymd = time.mktime(datatime_ymd)
     timestamp_tom = time.mktime(datatime_ymd_tom)
 
-    database_infos = {('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
+    database_infos = {('sdk_three_', 'GameDataThreeDbMpPart'),('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
     for database_info in database_infos:
         prefix, database_name = database_info
 
@@ -66,7 +66,7 @@ def h_mg_role_sum(ymd):
 
     timestamp_ymd = time.mktime(datatime_ymd)
     timestamp_tom = time.mktime(datatime_ymd_tom)
-    database_infos = {('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
+    database_infos = {('sdk_three_', 'GameDataThreeDbMpPart'),('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
     for database_info in database_infos:
         prefix, database_name = database_info
         sql = f'''
@@ -150,7 +150,57 @@ def h_game_sum():
         '''
         print(sql)
         ck.execute(sql)
-
+    prefix, database_name = ('sdk_three_', 'GameDataThreeDbMpPart')
+    sql = f'''
+        insert into GameDataSum.h_game_sum
+        select 
+            concat('{prefix}',toString(id)) id ,
+            `name` ,
+            `en_name` ,
+            `en_abbr` ,
+            `app_key` ,
+            `tags` ,
+            `category` ,
+            `classify` ,
+            `icon` ,
+            `cp_payback_url` ,
+            `cp_id` ,
+            concat('{prefix}',toString(parent_id)) parent_id ,
+            `package_name` ,
+            `pay_switch` ,
+            `order_switch` ,
+            `pay_show` ,
+            `float_is_show` ,
+            `status` ,
+            `is_delete` ,
+            `delete_time` ,
+            `is_online` ,
+            `is_sdk` ,
+            `list_order` ,
+            `rise_order` ,
+            `hot_order` ,
+            `like_order` ,
+            `publicity` ,
+            `language` ,
+            `description` ,
+            `image` ,
+            `run_time` ,
+            `create_time` ,
+            `update_time` ,
+            `fine_order` ,
+            `promote_switch` ,
+            `apple_id` ,
+            `add_cp_time` ,
+            `is_bt` ,
+            `is_auth` ,
+            `single_tag` ,
+            `ext_info` ,
+            0 `jump_switch` ,
+            0 `is_push` ,
+            0 `is_exp` 
+            from {database_name}.h_game
+        '''
+    ck.execute(sql)
 
 def h_mem_game_sum(ymd):
     print(f'开始迁移 h_mem_game_sum {ymd}')
@@ -161,7 +211,7 @@ def h_mem_game_sum(ymd):
     timestamp_ymd = time.mktime(datatime_ymd)
     timestamp_tom = time.mktime(datatime_ymd_tom)
 
-    database_infos = {('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
+    database_infos = {('sdk_three_', 'GameDataThreeDbMpPart'),('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
     for database_info in database_infos:
         prefix, database_name = database_info
         sql = f'''
@@ -208,7 +258,7 @@ def h_log_mem_login_sum(ymd):
 
     timestamp_ymd = time.mktime(datatime_ymd)
     timestamp_tom = time.mktime(datatime_ymd_tom)
-    database_infos = {('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
+    database_infos = {('sdk_three_', 'GameDataThreeDbMpPart'),('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
     # mp_mp_conf mp_conf_agent
     for database_info in database_infos:
         prefix, database_name = database_info
@@ -251,7 +301,7 @@ def h_log_mem_login_sum(ymd):
 
 
 def mp_mp_conf_sum():
-    database_infos = {('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
+    database_infos = {('sdk_three_', 'GameDataThreeDbMpPart'),('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
     for database_info in database_infos:
         prefix, database_name = database_info
         sql = f'''
@@ -286,7 +336,7 @@ def mp_mp_conf_sum():
 
 
 def mp_conf_agent_sum():
-    database_infos = {('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
+    database_infos = {('sdk_three_', 'GameDataThreeDbMpPart'),('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
     for database_info in database_infos:
         prefix, database_name = database_info
         sql = f'''
@@ -313,7 +363,7 @@ def h_pay_sum(ymd):
     timestamp_ymd = time.mktime(datatime_ymd)
     timestamp_tom = time.mktime(datatime_ymd_tom)
 
-    database_infos = {('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
+    database_infos = {('sdk_three_', 'GameDataThreeDbMpPart'),('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
     for database_info in database_infos:
         prefix, database_name = database_info
         sql = f'''
@@ -365,7 +415,7 @@ def h_pay_sum(ymd):
 
 
 def h_pay_ext_sum():
-    database_infos = {('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
+    database_infos = {('sdk_three_', 'GameDataThreeDbMpPart'),('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
     for database_info in database_infos:
         prefix, database_name = database_info
 
@@ -422,7 +472,7 @@ def h_user_sum(ymd):
 
     timestamp_ymd = time.mktime(datatime_ymd)
     timestamp_tom = time.mktime(datatime_ymd_tom)
-    database_infos = {('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
+    database_infos = {('sdk_three_', 'GameDataThreeDbMpPart'),('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
     for database_info in database_infos:
         prefix, database_name = database_info
 
@@ -559,11 +609,9 @@ ck = CkUtils()
 du = DateUtils()
 if __name__ == '__main__':
     dt = DateUtils()
-    st = du.get_n_days(-30)
+    st = du.get_n_days(-90)
     et = du.getNow()
-    # change_data_style_choice(st, et)
+    # change_data_style_daily()
+    change_data_style_choice(st, et)
     # h_user_sum()
-    start_time=time.time()
-    print()
-    h_pay_ext_sum()
-    print(time.time()-start_time)
+    # h_member_sum('')