ADD:添加日志处理

app/api_data/platform_order/QiYue.py

@@ -15,7 +15,7 @@ from urllib import parse
 from model.DingTalkUtils import DingTalkUtils
 from app.api_data.platform_order.order_util import *
 
-logging.getLogger().setLevel(logging.WARNING)
+# logging.getLogger().setLevel(logging.WARNING)
 db = MysqlUtils()
 du = DateUtils()
 

app/api_data/platform_order/order_util.py

@@ -10,7 +10,7 @@ from model.DateUtils import DateUtils
 import logging
 from urllib import parse
 from model.DingTalkUtils import DingTalkUtils
-logging.getLogger().setLevel(logging.WARNING)
+# logging.getLogger().setLevel(logging.WARNING)
 db=MysqlUtils()
 du=DateUtils()
 

app/api_data/tx_ad_cost/cost_util.py

@@ -8,7 +8,7 @@ import pymysql
 import logging
 from concurrent.futures import ThreadPoolExecutor
 from model.DataBaseUtils import MysqlUtils
-logging.getLogger().setLevel(logging.WARNING)
+# logging.getLogger().setLevel(logging.WARNING)
 from model.ComUtils import *
 from model.DateUtils import DateUtils
 du = DateUtils()

app/api_data/tx_ad_cost/get_cost_older.py

@@ -12,7 +12,7 @@ from model.DateUtils import DateUtils
 from model.DataBaseUtils import MysqlUtils
 db = MysqlUtils()
 from model.DingTalkUtils import DingTalkUtils
-logging.getLogger().setLevel(logging.WARNING)
+# logging.getLogger().setLevel(logging.WARNING)
 du = DateUtils()
 
 def md5value(s):

app/crontab_task/ad_hourly.py

@@ -26,7 +26,6 @@ if __name__ == '__main__':
         level=logging.INFO,
         format="%(asctime)s - %(levelname)s %(filename)s %(funcName)s %(lineno)s - %(message)s"
     )
-
     logging.info('广告素材任务,开始')
     st = time.time()
 

app/etl/data_stat_run.py

@@ -13,7 +13,7 @@ from app.etl.src import book_annual_expect_profit
 du = DateUtils()
 logger = logging.getLogger("")
 # logger.setLevel(logging.ERROR)
-logging.getLogger().setLevel(logging.WARNING)
+# logging.getLogger().setLevel(logging.WARNING)
 
 
 def do_order(st, et):

app/etl/data_stat_task.py

@@ -1,7 +1,5 @@
 from model.DataBaseUtils import MysqlUtils,CkUtils
 from model.DateUtils import DateUtils
-from model.log import logger
-log=logger()
 db = MysqlUtils()
 ck = CkUtils()
 dt = DateUtils()

app/etl/dw/dw_image_cost_day.py

@@ -2,7 +2,7 @@ import logging
 from model.DataBaseUtils import MysqlUtils,CkUtils
 from model.DateUtils import DateUtils
 from model.DingTalkUtils import DingTalkUtils
-logging.getLogger().setLevel(logging.WARNING)
+# logging.getLogger().setLevel(logging.WARNING)
 import pandas as pd
 db = MysqlUtils()
 ck = CkUtils()

app/etl/dw/image_day.py

@@ -1,7 +1,7 @@
 import logging
 from model.DataBaseUtils import MysqlUtils,CkUtils
 from model.DateUtils import DateUtils
-logging.getLogger().setLevel(logging.WARNING)
+# logging.getLogger().setLevel(logging.WARNING)
 import pandas as pd
 db = MysqlUtils()
 ck = CkUtils()

app/etl/sync_to_ck_task.py

@@ -1,8 +1,7 @@
 
 from model.DataBaseUtils import MysqlUtils,CkUtils
 from model.DateUtils import DateUtils
-from model.log import logger
-log=logger()
+import logging
 db = MysqlUtils()
 ck = CkUtils()
 dt = DateUtils()
@@ -10,7 +9,7 @@ dt = DateUtils()
 
 
 def order_sync_ck(ymd):
-    log.debug("sync order")
+    logging.info("sync order")
     col = """date,stage,platform,channel,channel_id,user_id,order_time,reg_time,amount,from_novel,order_id,status,
     platform_user_id,wechat_app_id,book_tags,order_type"""
     sql =f"""select  DATE_FORMAT(date,"%Y-%m-%d") date,

model/DataBaseOperation.py

@@ -8,8 +8,6 @@ import pymysql
 import logging as log
 import pandas as pd
 import time
-from model.log import logger
-log = logger()
 pd.set_option('display.max_columns', None)
 pd.set_option('display.width', 1000)
 MYSQL_DEBUG = 1

model/DataBaseUtils.py

@@ -4,13 +4,11 @@
 @date 2020/11/19
 """
 from model.DataBaseOperation import MysqlOperation
-from model.log import logger
 import yaml
 import os
 import pandas as pd
 from clickhouse_driver.client import Client
-log = logger()
-
+import logging
 
 def db_config():
     p_path = os.path.abspath(os.path.join(os.path.dirname(__file__), os.pardir))
@@ -84,7 +82,7 @@ class MysqlUtils:
             return self._quchen_text
 
         else:
-            log.debug("输入数据库有误")
+            logging.info("输入数据库有误")
 
     def close(self):
         if self._quchen_text:
@@ -173,7 +171,7 @@ class CkUtils:
         sql="insert into {} ({}) values ".format(table,col)
 
         if len(data) == 0:
-            log.debug("data.len==0")
+            logging.info("data.len==0")
             return
         if len(data) <= max:
             sql = sql+str(data)[1:-1]