123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125 |
- from app.api_data.order_util import *
- from model.DataBaseUtils import MysqlUtils
- from concurrent.futures import ThreadPoolExecutor
- from model.DingTalkUtils import DingTalkUtils
- db=MysqlUtils()
- def get_account(plactform):
- data = db.quchen_text.getData(f"select text from order_account_text where platform='{plactform}'")
- new_data = []
- for i in data:
- new_data.append(i[0].replace('\n', '').split(","))
- return new_data
- def get_new_account(plactform):
- data = db.quchen_text.getData(f"select text from order_account_text where platform='{plactform}' and create_time>='{du.get_n_days(-1)}'")
- new_data = []
- for i in data:
- new_data.append(i[0].replace('\n', '').split(","))
- return new_data
- def yangguang(start=None, end=None,new=None):
- if start:
- start = start+' 00:00:00'
- end = end+' 23:59:59'
- else:
- start = du.getTodayOrYestoday() + ' 00:00:00'
- end = du.get_n_hours_ago(0)
- client_id = 10008097
- token = '2xa1d55tTPBjeEA8Ho'
- accounts=get_account("阳光") if new is None else get_new_account('阳光')
- if accounts.__len__()==0:
- return
- else:
- print(f"阳光账号数:{accounts.__len__()}")
- for i in accounts:
- stage = i[0]
- vip_id = i[1]
- print(vip_id)
- get_yg_vip_channel(stage, vip_id, client_id, token)
- get_yg_data(stage, vip_id, client_id, token, start, end)
- x=1
- while True:
- a = db.quchen_text.getOne("select count(1) from yangguang_path where update_time is null")
- print(f" vip 待处理数量 {a} 正在等待数据回调")
- if a == 0:
- break
- time.sleep(60)
- x+=1
- if x>15:
- DingTalkUtils.send('阳光订单回调延时15min','18860455786')
- break
- for i in accounts:
- vip_id = i[1]
- stage=i[0]
- parse_yg_data(vip_id,stage)
- def huasheng(start=None,end=None,new=None):
- if start is None:
- start = end = du.getTodayOrYestoday()
- executor = ThreadPoolExecutor(max_workers=5)
- accounts = get_account("花生") if new is None else get_new_account('花生')
- if len(accounts)==0:
- return
- else:
- print(f'花生有账号{len(accounts)}个')
- li = []
- for account in accounts:
- channel_data = get_hs_channel(account)
- if not channel_data:
- continue
- else:
- print(f"账号:{account[2]} 有channel{len(channel_data)}个")
- for merchant in channel_data:
- executor.submit(get_huasheng_order_task, start, end, account, merchant,li)
- executor.shutdown(True)
- save_hs_data(li)
- def qiyue(start=None,end=None,new=None):
- if start is None:
- start = end = du.getNow()
- executor = ThreadPoolExecutor(max_workers=1)
- accounts = get_account("七悦") if new is None else get_new_account('七悦')
- if len(accounts)==0:
- return
- else:
- print(f'七悦有账号{len(accounts)}个')
- for account in accounts:
- executor.submit(get_qiyue_order_task, start, end, account)
- executor.shutdown(True)
- def hourly():
- yangguang()
- huasheng()
- qiyue()
- def daily():
- st = du.get_n_days(-10)
- et = du.get_n_days(-1)
- yangguang(et, et)
- huasheng(et, et)
- # 每晚往前拉10天的数据
- yangguang(st, et)
- huasheng(st, et)
- if __name__ == '__main__':
- # yangguang()
- # huasheng('2021-02-01','2021-02-19',new=1)
- qiyue()
- """要是只跑一个账号 把 get_yg_acccount() 里面的sql where 条件加上 id=xxx"""
|