同步数据更新

app/etl/sync_to_ck_daily.py

@@ -14,6 +14,12 @@ from sync_to_ck_task import *
 
 
 def run(ymd):
+    # 全量
+    pitcher_change()
+    book_change()
+    account_change()
+    platform_change()
+
     # 天
     daily_vx_campaign(ymd)
     adcreative()
@@ -23,11 +29,7 @@ def run(ymd):
     daily_vx(ymd)
     daily_qq(ymd)
 
-    # 全量
-    pitcher_change()
-    book_change()
-    account_change()
-    platform_change()
+
 
 
 

app/etl/sync_to_ck_task.py

@@ -146,29 +146,48 @@ def pitcher_change():
     sql="select channel,pitcher,ifnull(start_time,'') as start_time," \
         " ifnull(end_time,'') as end_time  from pitcher_change"
     data=db.quchen_text.getData(sql)
+    ck.execute("truncate table pitcher")
     ck.execute("insert into pitcher_change values {}".format(str(data)[1:-1]))
 
 
 def book_change():
-    pass
-
+    table="book_change"
+    col="name,book,start_time,end_time"
+    sql="select name,book,ifnull(start_time,'') as start_time,ifnull(end_time,'') as end_time from {}".format(table)
+    data=db.quchen_text.getData(sql)
+    ck.execute("truncate table {}".format(table))
+    ck.insertMany(table,col,data)
 
 def account_change():
-    pass
+    table = "account_change"
+    col = "account_id,name,pitcher,start_time,end_time"
+    sql = "select account_id,name,pitcher,ifnull(start_time,'') as start_time,ifnull(end_time,'') as end_time from {}".format(table)
+    data = db.quchen_text.getData(sql)
+    ck.execute("truncate table {}".format(table))
+    ck.insertMany(table, col, data)
 
 
 def platform_change():
-    pass
+    table = "platform_change"
+    col = "name,primary_platform,current_platform,change_date"
+    sql = "select name,primary_platform,current_platform,date_format(change_date,'%Y-%m-%d') as change_date from {}".format(table)
+    data = db.quchen_text.getData(sql)
+    ck.execute("truncate table {}".format(table))
+    ck.insertMany(table, col, data)
 
 
 def adcreative():
+    """todo:表需要重新设计 无法分区"""
     pass
 
 
 def campaign_vx():
+    """todo:表需要重新设计 无法分区"""
+    # table="campaign_vx"
+    # sql="select * from {}".format(table)
+    # data=db.quchen_text.getData(sql)
     pass
 
 
-
 if __name__ == '__main__':
-    pitcher_change()
+    platform_change()