data_stat_run.py 1.5 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061
  1. from model.DateUtils import DateUtils
  2. import logging
  3. from model.DingTalkUtils import DingTalkUtils
  4. from data_stat_task import *
  5. from sync_to_ck_task import *
  6. from app.etl.dm.dm_pitcher_daily_overview import dm_pitcher_daily_overview
  7. from app.etl.dw.dw_channel_daily import dw_daily_channel,dw_channel
  8. from app.etl.dw.dw_pitcher_daily import dw_pitcher_trend
  9. from app.etl.src.src_book_info import src_book_info
  10. from app.etl.dw.dw_book_trend import book_trend
  11. du = DateUtils()
  12. logger = logging.getLogger("")
  13. # logger.setLevel(logging.ERROR)
  14. def do_order(st,et):
  15. for i in du.getDateLists(st,et):
  16. print(i)
  17. ods_order(i)
  18. order_sync_ck(i)
  19. def do_cost(st,et):
  20. for i in du.getDateLists(st,et):
  21. print(i)
  22. channel_by_account_daily(i)
  23. channel_info_daily(i)
  24. dw_daily_channel_cost(i)
  25. def main(st,et):
  26. try:
  27. do_order(st,et)
  28. do_cost(st,et)
  29. src_book_info() # 书籍卡点信息
  30. dw_daily_channel()
  31. dw_channel()
  32. dw_pitcher_trend()
  33. book_trend()
  34. dm_pitcher_daily_overview()
  35. except Exception as e:
  36. print(e)
  37. DingTalkUtils.send("hourlyRun fail!! "+str(e),'18860455786')
  38. def hourly():
  39. thedate=du.getTodayOrYestoday()
  40. main(thedate, thedate)
  41. def daily():
  42. "往前跑10天"
  43. st=du.get_n_days(-10)
  44. et=du.get_n_days(-1)
  45. do_order(st, et)
  46. do_cost(st, et)
  47. if __name__ == '__main__':
  48. hourly()
  49. # do_cost('2020-01-01','2021-01-01')
  50. # do_order('2020-10-29','2021-02-03')