소스 검색

MOD:素材更新 fix bug

cxyu 3 년 전
부모
커밋
6fdea32177
3개의 변경된 파일12개의 추가작업 그리고 10개의 파일을 삭제
  1. 1 1
      app/api_data/platform_order/yangguang.py
  2. 9 9
      app/etl/dw/dw_image_cost_day.py
  3. 2 0
      data_processing/video_processing.py

+ 1 - 1
app/api_data/platform_order/yangguang.py

@@ -243,5 +243,5 @@ if __name__ == '__main__':
 
     # parse_order_data()
     # get_channel_info()
-    # yangguang(start=du.get_n_days(-10),end=du.get_n_days(0))
+    # yangguang(start=du.get_n_days(-1),end=du.get_n_days(0))
     parse_order('29600', stage='趣程27期')

+ 9 - 9
app/etl/dw/dw_image_cost_day.py

@@ -58,13 +58,13 @@ def run(dt):
             signature_tmp = signature_tmp + ',' + (image_di.get(j)[1] if image_di.get(j) else ' ')
         signature_tmp = signature_tmp[1:]
         if signature_tmp not in signature_dict.keys():
-            signature_dict[signature_tmp] = (i[15], i[17], i[18])
+            signature_dict[signature_tmp] = (i[15], i[17])
         else:
             sig_last_modified_time = signature_dict[signature_tmp][1]
             if sig_last_modified_time is None:
-                signature_dict[signature_tmp] = (i[15], i[17], i[18])
+                signature_dict[signature_tmp] = (i[15], i[17])
             elif i[17] is not None and i[17] < sig_last_modified_time:
-                signature_dict[signature_tmp] = (i[15], i[17], i[18])
+                signature_dict[signature_tmp] = (i[15], i[17])
     # print(image_di)
 
     for i in data:
@@ -98,7 +98,6 @@ def run(dt):
                 type = type + ',' + ' '
         signature = signature[1:]
         owner = signature_dict[signature][0]
-        campaign_id = signature_dict[signature][2]
         i[16] = image_id[1:]
         i.append(preview_url[1:])
         i.append(signature)
@@ -111,11 +110,12 @@ def run(dt):
         i.append(video_bit_rate)
         i.append(video_meta_data)
         i.append(download_path)
-        i.append(campaign_id)
+        i.append(i[18])
         i.append(owner)
     data_new = []
     for i in data:
         i = i[:17] + i[19:]
+        # print(i)
         data_new.append(i)
     data = data_new
 
@@ -251,9 +251,9 @@ if __name__ == '__main__':
     )
     # -495
     #
-    # for i in du.getDateLists(du.get_n_days(-495), du.get_n_days(0)):
-    #     print(i)
-    #     run(i)
+    for i in du.getDateLists(du.get_n_days(-3), du.get_n_days(0)):
+        print(i)
+        run(i)
 
     # print(du.get_n_days(-20))
-    run(du.get_n_days(0))
+    # run(du.get_n_days(0))

+ 2 - 0
data_processing/video_processing.py

@@ -125,3 +125,5 @@ if __name__ == '__main__':
     #     file_md5='beb8a2fd5980bb6fb4f9cef486546338')
     change_format(
         'http://wxsnsdy.wxs.qq.com/131/20210/snssvpdownload/SH/reserved/ads_svp_video__0b53qybncaaciaadpfl53jqbrbqe2gdafuka.f110002.mp4?dis_k=2982f4fc3f191cb6199045ca072ed033&dis_t=1618995038&m=beb8a2fd5980bb6fb4f9cef486546338')
+
+