Explorar o código

ADD:消耗数据日获取,添加日志

cxyu %!s(int64=3) %!d(string=hai) anos
pai
achega
8c685be409

+ 2 - 1
app/api_data/tx_ad_cost/cost_util.py

@@ -347,7 +347,7 @@ def ad_info():
 
 
 def get_ad_info(account_id, access_token, flag, ad_ids, dt):
-    # 接口为https://developers.e.qq.com/docs/apilist/ads/ad?version=1.3#a3
+    # 接口为 https://developers.e.qq.com/docs/apilist/ads/ad?version=1.3#a3
     path = 'ads/get'
     fields = ('ad_id', 'ad_name', 'adcreative_id', 'adgroup_id', 'campaign_id')
     url = 'https://api.e.qq.com/v1.3/' + path
@@ -471,6 +471,7 @@ def ad_cost_day_gdt(account_id, access_token, st, et):
 
 
 def ad_cost_day_mp(account_id, access_token, st, et):
+    # 接口文档 https://developers.e.qq.com/docs/api/insights/ad_insights/daily_reports_get?version=1.3
     url = 'https://api.e.qq.com/v1.3/daily_reports/get'
     fields = ('date', 'ad_id', 'adgroup_id', 'cost', 'view_count', 'valid_click_count', 'official_account_follow_count',
               'order_count', 'order_amount')

+ 1 - 0
app/api_data/tx_ad_cost/get_cost_older.py

@@ -20,6 +20,7 @@ def md5value(s):
 
 
 def daily_reports_get(access_token, account_id, st, et, level, fields, err_num=0):
+    logging.info(f'开始获取消耗数据,token:{access_token}, id:{account_id}, st:{str(st)}, et:{str(et)}')
     interface = 'daily_reports/get'
     url = 'https://api.e.qq.com/v1.1/' + interface
 

+ 26 - 1
app/crontab_task/dailyRun.py

@@ -4,25 +4,50 @@ from app.api_data.tx_ad_cost import get_cost
 from app.etl.dw import dw_image_cost_day
 from app.crontab_task import task
 from app.etl.MaterialLibrary import MaterialDataClean
+from logging import handlers
+import logging
+
 du = DateUtils()
 
 
 """凌晨5点跑 为了防止数据提供方数据缺失情况"""
 
 if __name__ == '__main__':
-
+    logging.basicConfig(
+        handlers=[
+            logging.handlers.RotatingFileHandler('./log/dailyRun.log',
+                                                 maxBytes=10 * 1024 * 1024,
+                                                 backupCount=5,
+                                                 encoding='utf-8')
+            , logging.StreamHandler()  # 供输出使用
+        ],
+        level=logging.INFO,
+        format="%(asctime)s - %(levelname)s %(filename)s %(funcName)s %(lineno)s - %(message)s"
+    )
     # 订单数据和消耗数据
+    logging.info('订单消耗数据获取,开始')
     task.daily()
+    logging.info('订单消耗数据获取,结束')
 
     # 数据处理
+    logging.info('订单消耗数据处理,开始')
     data_stat_run.daily()
+    logging.info('订单消耗数据处理,结束')
 
     # 广告数据
+    logging.info('广告数据获取,开始')
     get_cost.day()
+    logging.info('广告数据获取,结束')
+
+    logging.info('广告数据处理,开始')
     dw_image_cost_day.day()
+    logging.info('广告数据处理,结束')
 
     # 素材库
+    logging.info('素材库数据处理,开始')
     MaterialDataClean.run()
+    logging.info('素材库数据处理,结束')
+