MOD:添加用户表，pay_ext表

app/game_data_sum/data_sum.py

@@ -364,6 +364,113 @@ def h_pay_sum(ymd):
         ck.execute(sql)
 
 
+def h_pay_ext_sum():
+    database_infos = {('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
+    for database_info in database_infos:
+        prefix, database_name = database_info
+
+        sql = f'''
+        insert into GameDataSum.h_pay_ext_sum
+       select 
+	concat('{prefix}',toString(pay_id)) pay_id,	
+    `product_id` ,
+    `product_name` ,
+    `product_desc` ,
+    `product_cnt` ,
+    `device_id` ,
+    `mac` ,
+    `ip` ,
+    `brand` ,
+    `model` ,
+    `os` ,
+    `os_version` ,
+    `screen` ,
+    `net` ,
+    `imsi` ,
+    `longitude` ,
+    `latitude` ,
+    `userua` ,
+    concat('{prefix}',toString(server_id)) server_id,
+    `server_name` ,
+    concat('{prefix}',toString(role_id)) role_id ,
+    `role_name` ,
+    `role_level` ,
+    `money` ,
+    `role_vip` ,
+    `online_time` ,
+    `scene` ,
+    `axis` ,
+    `last_operation` ,
+    `party_name` ,
+    `role_balance` ,
+    `experience` ,
+    `attach` ,
+    `type` ,
+    `rolelevel_ctime` ,
+    `rolelevel_mtime` 
+    from {database_name}.h_pay_ext hpe 
+    '''
+        print(sql)
+        ck.execute(sql)
+
+
+def h_user_sum(ymd):
+    print(f'开始迁移 h_pay_sum {ymd}')
+    datatime_ymd = datetime.strptime(ymd, '%Y-%m-%d').astimezone(timezone(timedelta(hours=8))).timetuple()
+    datatime_ymd_tom = (datetime.strptime(ymd, '%Y-%m-%d').astimezone(timezone(timedelta(hours=8))) + timedelta(
+        days=1)).timetuple()
+
+    timestamp_ymd = time.mktime(datatime_ymd)
+    timestamp_tom = time.mktime(datatime_ymd_tom)
+    database_infos = {('sdk_two_', 'GameDataTwoDbMpPart'), ('sdk_one_', 'GameDataOneDbMpPart')}
+    for database_info in database_infos:
+        prefix, database_name = database_info
+
+        sql = f'''
+        insert into GameDataSum.h_user_sum
+       select 
+	concat('{prefix}',toString(id)) id ,
+    `user_login` ,
+    `user_pass` ,
+    `pay_pwd` ,
+    `user_nicename` ,
+    `user_email` ,
+    `site_name` ,
+    `user_url` ,
+    `logo` ,
+    `avatar` ,
+    `sex` ,
+    `birthday` ,
+    `signature` ,
+    `last_login_ip` ,
+    `last_login_time` ,
+    `create_time` ,
+    `user_activation_key` ,
+    `user_status` ,
+    `score` ,
+	concat('{prefix}',toString(role_id)) role_id ,
+    `coin` ,
+    `mobile` ,
+    `qq` ,
+    `linkman` ,
+	concat('{prefix}',toString(parent_id)) parent_id ,
+    concat('{prefix}',toString(mem_id)) mem_id ,
+    `cp_id` ,
+    `wx_qr` ,
+    `float_icon` ,
+    `is_switch` ,
+    `switch_rate` ,
+    `ext_info` ,
+    `account_id` ,
+    `parent_account_id`
+    from {database_name}.h_user hu 
+    where last_login_time>={timestamp_ymd} and last_login_time<={timestamp_tom}
+
+    '''
+        print(sql)
+        ck.execute(sql)
+
+
 def optimize_sql():
     final_sql_h_pay_sum = ''' 
         optimize table  GameDataSum.h_pay_sum final
@@ -405,6 +512,15 @@ def optimize_sql():
         '''
     ck.execute(final_sql_h_member_sum)
 
+    final_sql_h_pay_ext_sum = ''' 
+        optimize table  GameDataSum.h_pay_ext_sum final
+        '''
+    ck.execute(final_sql_h_pay_ext_sum)
+    final_sql_h_user_sum = ''' 
+        optimize table  GameDataSum.h_user_sum final
+        '''
+    ck.execute(final_sql_h_user_sum)
+
 
 def change_data_style(ymd):
     h_member_sum(ymd)
@@ -416,7 +532,8 @@ def change_data_style(ymd):
     mp_mp_conf_sum()
     mp_conf_agent_sum()
     h_game_sum()
-
+    h_user_sum(ymd)
+    h_pay_ext_sum()
 
 def change_data_style_hourly():
     ymd = du.getNow()
@@ -444,4 +561,9 @@ if __name__ == '__main__':
     dt = DateUtils()
     st = du.get_n_days(-30)
     et = du.getNow()
-    change_data_style_choice(st, et)
+    # change_data_style_choice(st, et)
+    # h_user_sum()
+    start_time=time.time()
+    print()
+    h_pay_ext_sum()
+    print(time.time()-start_time)