拉取素材

dgp/get_campaign_daily.py

@@ -15,7 +15,7 @@ import pymysql
 import token_list as tl
 from concurrent.futures import ThreadPoolExecutor
 max_workers=5
-
+from util import date_util
 def adcreatives_get(access_token,account_id,fields) : #获取创意
 
     interface = 'adcreatives/get'
@@ -415,8 +415,6 @@ def mysql_insert_daily_qq_campaign(data):
     except:
         db.rollback()
         print('insert_daily_qq_campaign defeat')
-#print(daily_reports_get('2a674bef201314d338be30420369671f',14985162,'REPORT_LEVEL_CAMPAIGN_WECHAT','2020-07-20','2020-07-20',('account_id','date','campaign_id','view_count','cost','ctr','cpc','order_roi','thousand_display_price','valid_click_count','official_account_follow_count','conversions_count','official_account_follow_rate','conversions_rate','order_count','order_rate','order_unit_price','first_day_order_amount')))
-#print(daily_reports_get('27b2f2768640555133162b5982872b83',15223385,'REPORT_LEVEL_CAMPAIGN','2020-07-10','2020-07-19',('account_id','date','campaign_id','view_count','thousand_display_price','valid_click_count','ctr','cpc','cost','order_roi')))
 
 def mysql_insert_campaign_vx(data,data2):
     db = pymysql.connect('rm-bp1c9cj79872tx3aaro.mysql.rds.aliyuncs.com','superc','Cc719199895','quchen_text')
@@ -506,7 +504,7 @@ def get_daily_vx_campaign(st,et): #获取投放计划、日报数据
     r = []
     p = []
     q=[]
-    executor = ThreadPoolExecutor(max_workers=30)
+    executor = ThreadPoolExecutor(max_workers=max_workers)
     for x in token_list_v:
         executor.submit(v_data,x,st,et,q,r,p)
     executor.shutdown()
@@ -536,7 +534,7 @@ def get_daily_qq_campaign(st,et):
             data_list = daily_qq_reports_get(access_token,account_id,campaign_id,'REPORT_LEVEL_CAMPAIGN',start_date,end_date,('account_id','date','campaign_id','view_count','thousand_display_price','valid_click_count','ctr','cpc','cost','order_roi'))
             if len(data_list['data']['list'])>0:
                 print(data_list)
-                print(l)
+                # print(l)
             
             if 'data' in data_list.keys():
             
@@ -548,7 +546,6 @@ def get_daily_qq_campaign(st,et):
 
 def get_campaign_update_list():
     db = pymysql.connect('rm-bp1c9cj79872tx3aaro.mysql.rds.aliyuncs.com','superc','Cc719199895','quchen_text')
-#db = pymysql.connect('localhost','root','chencong1996','quchen_text')
     cursor = db.cursor()
     sql = 'select distinct advertiser_vx.account_id,access_token from campaign_vx left join advertiser_vx on advertiser_vx.account_id = campaign_vx.account_id where created_time>=%s or last_modified_time>=%s'
     data = (int((time.time()+8*3600)//86400*86400-8*3600-86400),int((time.time()+8*3600)//86400*86400-8*3600-86400))
@@ -556,10 +553,10 @@ def get_campaign_update_list():
         cursor.execute(sql,data)
         db.commit()
         x=cursor.fetchall()
-        print('access get campaign update list',x)
+        # print('access get campaign update list',x)
     except:
         db.rollback()
-        print('defeat get campaign update list')
+        # print('defeat get campaign update list')
     a = []
     if len(x)>0:
         for t in x:
@@ -569,10 +566,10 @@ def get_campaign_update_list():
         cursor.executemany(sql2,a)
         db.commit()
         y=cursor.fetchall()
-        print('access delete adcreative',y)
+        # print('access delete adcreative',y)
     except:
         db.rollback()
-        print('defeat delete adcreative')
+        # print('defeat delete adcreative')
     return x
 
 
@@ -674,9 +671,11 @@ def get_image_imformation():
     mysql_insert_image(r)
 
 def start_all_job():
-    start_time = int((time.time()+8*3600)//86400*86400-8*3600-86400)
-    end_time = int((time.time()+8*3600)//86400*86400-8*3600-86400)
-    print("============start at "+str(datetime.today())+"===================")
+    start_time = date_util.get_n_day(n=-1,is_timestamp=1)
+    end_time = date_util.get_n_day(n=-1,is_timestamp=1)
+
+    print("run[{0}] data".format(date_util.stamp_to_str(start_time)[:10]))
+
     get_daily_vx_campaign(start_time,end_time)
     print("get_daily_vx success----------")
     get_adcreative_vx()
@@ -685,6 +684,7 @@ def start_all_job():
 
 
 if __name__ == '__main__':
-    print(datetime.today())
+    print("============start at " + str(datetime.today()) + "===================")
     start_all_job()
 
+