1

app/etl/data_stat_run.py

@@ -7,9 +7,11 @@ from app.etl.dm.dm_pitcher_daily_overview import dm_pitcher_daily_overview
 from app.etl.dw.dw_channel_daily import dw_daily_channel,dw_channel
 from app.etl.dw.dw_pitcher_daily import dw_pitcher_trend
 from app.etl.src.src_book_info import src_book_info
+from app.etl.dw.dw_book_trend import book_trend
+
 du = DateUtils()
 logger = logging.getLogger("")
-logger.setLevel(logging.ERROR)
+# logger.setLevel(logging.ERROR)
 
 
 def do_order(st,et):
@@ -32,6 +34,7 @@ def main(st,et):
         dw_daily_channel()
         dw_channel()
         dw_pitcher_trend()
+        book_trend()
         dm_pitcher_daily_overview()
     except Exception as e:
         print(e)
@@ -52,7 +55,7 @@ def daily():
 
 
 if __name__ == '__main__':
-    # hourly()
-    do_cost('2020-01-01','2021-01-01')
+    hourly()
+    # do_cost('2020-01-01','2021-01-01')
 
     # do_order('2020-10-29','2021-02-03')

app/etl/dw/dw_book_trend.py

@@ -0,0 +1,38 @@
+"""
+@desc 书维度全量表
+@auth ck
+"""
+import time
+from model.DateUtils import DateUtils
+from model.DataBaseUtils import MysqlUtils,CkUtils
+du = DateUtils()
+db= MysqlUtils()
+ck = CkUtils()
+
+
+def book_trend():
+    sql="""insert into book_trend
+    select dt,book,platform,type,
+sum(cost) cost,
+sum(first_order_count) first_order_count,
+sum(first_order_user) first_order_user,
+sum(first_order_amount) first_order_amount,
+
+sum(reg_order_count) reg_order_count,
+sum(reg_order_user) reg_order_user,
+sum(reg_order_amount) reg_order_amount,
+sum(view_count) view_count,
+sum(click_count) click_count,
+sum(follow_user) follow_user,
+sum(da1),sum(da2),sum(da3),sum(da4),sum(da5),sum(da6),sum(da7),sum(da8),sum(da9),sum(da10),sum(da11),sum(da12),sum(da13),sum(da14),sum(da15),sum(da16),sum(da17),sum(da18),sum(da19),sum(da20),sum(da21),sum(da22),sum(da23),sum(da24),sum(da25),sum(da26),sum(da27),sum(da28),sum(da29),sum(da30),sum(da31),sum(da32),sum(da33),sum(da34),sum(da35),sum(da36),sum(da37),sum(da38),sum(da39),sum(da40),sum(da41),sum(da42),sum(da43),sum(da44),sum(da45),sum(da46),sum(da47),sum(da48),sum(da49),sum(da50),sum(da51),sum(da52),sum(da53),sum(da54),sum(da55),sum(da56),sum(da57),sum(da58),sum(da59),sum(da60),sum(dm3),sum(dm4),sum(dm5)
+
+from dw_channel a 
+left join dw_channel_amount_daily b using(dt,channel) 
+where a.book!=''
+GROUP BY dt,book,type,platform"""
+    db.dm.execute('truncate table book_trend')
+    db.dm.execute(sql)
+
+
+if __name__ == '__main__':
+    book_trend()