MOD:阳光采集修改

app/api_data/platform_order/yangguang.py

@@ -32,6 +32,7 @@ def yangguang(start=None, end=None):
     for i in accounts:
         stage = i[0]
         vip_id = i[1]
+        print(stage,vip_id)
         print(vip_id)
         # get_yg_vip_channel(stage, vip_id, client_id, token)
         get_yg_data(stage, vip_id, client_id, token, start, end)
@@ -55,7 +56,13 @@ def get_yg_data(stage,vip_id,client_id,token,start,end):
         "end_time":end
     }
     headers={"Content-Type":"application/json"}
-    r=requests.post(url=url,data=json.dumps(params),headers=headers)
+    for i in range(5):
+        try:
+            r=requests.post(url=url,data=json.dumps(params),headers=headers,timeout=5)
+            break
+        except:
+            pass
+        raise
     print(vip_id,r.text)
     task_id = json.loads(r.text).get("data").get("task_id")
     db.quchen_text.execute(f"replace into yangguang_path(vip_id,task_id,stage,type) values ('{vip_id}','{task_id}','{stage}','order')")
@@ -105,8 +112,15 @@ def parse_order_data():
         save_data(data)
 
 def parse_order(vip_id,stage):
+    print(vip_id)
     url = db.quchen_text.getOne(f"select path from yangguang_path where type='channel' and vip_id={vip_id} ")
-    r = requests.get(url).text
+    for i in range(5):
+        try:
+            r = requests.get(url,timeout=5).text
+            break
+        except:
+            pass
+        raise
 
     channel_di={}
     a = r.split('}')
@@ -124,8 +138,14 @@ def parse_order(vip_id,stage):
     info=db.quchen_text.getData(f"select stage,path from yangguang_path where type='order' and vip_id={vip_id}")
     stage=info[0][0]
     path=info[0][1]
-    text=requests.get(path).text.replace('"referral_url":,','')
-    # print(text)
+    for i in range(5):
+        try:
+            text=requests.get(path,timeout=5).text.replace('"referral_url":,','')
+            # print(text)
+            break
+        except:
+            pass
+            raise
 
     insert_data=[]
     for j in text.split("}")[:-1]:
@@ -240,9 +260,9 @@ def daily_yg():
 
 if __name__ == '__main__':
 
-    get_channel_info()
+    # get_channel_info()
     # exit(0)
-    # yangguang('2020-09-20','2020-10-01')
+    yangguang()
     # # exit(0)
     # yangguang('2021-05-28','2021-05-28')
     # daily_yg()
@@ -252,4 +272,4 @@ if __name__ == '__main__':
 
     # parse_order_data()
     # get_channel_info()
-    yangguang()
+    # yangguang(start=du.get_n_days(-10),end=du.get_n_days(0))