#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Mon May 18 13:13:00 2020
@author: chencong
"""
import requests
import hashlib
import pandas as pd
import time
from urllib import parse
import datetime
import csv
import math
import pymysql
from apscheduler.schedulers.blocking import BlockingScheduler
def md5value(s):
md5 = hashlib.md5()
md5.update(s.encode("utf-8"))
return md5.hexdigest()
def get_yuewen_order(st,et):
url = 'https://open.yuewen.com/cpapi/wxRecharge/querychargelog'
version = 1
secert_list = [['mqud82950@163.com','74ca754515fa253c8ab790603cebc2ee'],['guangzhouliuqi2@sina.com','10ce1dd6ccb330a82b73701d1e78f518']]
for secert in secert_list:
start_time = st
email= secert[0]
appsecert = secert[1]
for i in range(int((et-st)/86400+1)):
t =()
end_time = min(start_time+86400,et)
timestamp = int(time.time())
s=''
page = 1
order_status = 2
data = {'email':email,
'version':version,
'timestamp':timestamp,
'start_time':start_time,
'end_time':end_time,
'page':page,
'order_status':order_status}
#'last_min_id':last_min_id,
#'last_max_id':last_max_id,
#'total_count':total_count,
#'last_page':last_page}
sorted_data = sorted(data.items())
for k,v in sorted_data:
s = s+str(k)+str(v)
sign = md5value(appsecert+s).upper()
data1 = {'email':email,
'version':version,
'timestamp':timestamp,
'start_time':start_time,
'end_time':end_time,
'page':page,
'order_status':order_status,
'sign':sign}
list1 = requests.get(url=url,params=data1)
#print(list1.json())
total_count = list1.json()['data']['total_count']
last_min_id = list1.json()['data']['min_id']
last_max_id = list1.json()['data']['max_id']
last_page = list1.json()['data']['page']
if total_count>0:
for x in list1.json()['data']['list']:
y={}
dtime = datetime.datetime.strptime(x['order_time'],"%Y-%m-%d %H:%M:%S")
y['date']= ((int(time.mktime(dtime.timetuple()))+8*3600)//86400)*86400-8*3600
y['platform'] = '阅文'
y['channel'] = x['app_name']
y['from_novel'] = x['book_name']
y['user_id'] = x['openid']
y['stage'] = ''
y['channel_id']= 0
y['order_time']=x['order_time']
y['amount']=x['amount']
y['reg_time']=x['reg_time']
y['order_id']=x['order_id']
"""
del x['app_name']
del x['order_status']
del x['order_type']
del x['openid']
del x['user_name']
del x['sex']
del x['channel_name']
del x['book_id']
del x['book_name']
del x['report_status']
"""
y= sorted(y.items(), key=lambda item:item[0])
y = dict(y)
y = tuple(y.values())
t = t+((y),)
if total_count>100:
for page in range(2,math.ceil(total_count/100)+1):
data = {'email':email,
'version':version,
'timestamp':timestamp,
'start_time':start_time,
'end_time':end_time,
'page':page,
'last_min_id':last_min_id,
'last_max_id':last_max_id,
'total_count':total_count,
'last_page':last_page,
'order_status':order_status}
sorted_data = sorted(data.items())
s1 = ''
for k,v in sorted_data:
s1 = s1 + str(k)+str(v)
sign = md5value(appsecert+s1).upper()
data2 = {'email':email,
'version':version,
'timestamp':timestamp,
'start_time':start_time,
'end_time':end_time,
'page':page,
'last_min_id':last_min_id,
'last_max_id':last_max_id,
'total_count':total_count,
'last_page':last_page,
'order_status':order_status,
'sign':sign}
list2 = requests.get(url=url,params=data2)
for x in list2.json()['data']['list']:
y={}
dtime = datetime.datetime.strptime(x['order_time'],"%Y-%m-%d %H:%M:%S")
y['date']= ((int(time.mktime(dtime.timetuple()))+8*3600)//86400)*86400-8*3600
y['platform'] = '阅文'
y['channel'] = x['app_name']
y['from_novel'] = x['book_name']
y['user_id'] = x['openid']
y['stage'] = ''
y['channel_id']= 0
y['order_time']=x['order_time']
y['amount']=x['amount']
y['reg_time']=x['reg_time']
y['order_id']=x['order_id']
"""
del x['app_name']
del x['order_status']
del x['order_type']
del x['openid']
del x['user_name']
del x['sex']
del x['channel_name']
del x['book_id']
del x['book_name']
del x['report_status']
"""
y= sorted(y.items(), key=lambda item:item[0])
y = dict(y)
y = tuple(y.values())
t = t+((y),)
total_count = list2.json()['data']['total_count']
last_min_id = list2.json()['data']['min_id']
last_max_id = list2.json()['data']['max_id']
last_page = list2.json()['data']['page']
print(email,start_time,len(t))
start_time=start_time+86400
if len(t)>0:
mysql_insert_order(t)
def get_zzy_order(st,et):
API_list = [
['vip-songyi','098f17cc73cc4a74861ff4a87e3b526c',''],
['vip-wanger','aefabe89dfb84227bf7dae8ef0a59c89',''],
['vip-kuangwu','de5157d0e778400d84b2730626bd5787',''],
['vip-guangzhou500','ecce5c8566c24d63b8c829a10deb8601',''],
['vip-zhousi','b226af5f3cb243638b4a29d1a343d10d',''],
['vip-diwu1','7f2a1f03e53742c4acc49814b536ff59',''],
['vip-toutiao100','10ea6f1132084d86940c9b8b56fc5dad',''],
['vip-guangzhou3000','bac6f3c5d58244559b244c52bd1696b2',''],
['vip-guangzhou600','71873a3750bf49cdabb7a10441742950',''],
['vip-guangzhou3','385c7fadd05649e689a6bf272f3d59a7',''],
['vip-guangzhou5004','b8737034f23b4e5b9fa6256166faea57',''],
['vip-guangzhou5','5c65fd4b632a401097b6ca524eab551f',''],
['vip-guangzhou6','0939540ca8f34401b20b36e6c5409031',''],
['vip-guangzhoujiuqi','a7ede742affe457e8da4da181eb643d3',''],
['vip-guangzhou5003','9fefdc098ae54fe283dd2c5a6019b769',''],
['vip-qucheng2','e8cee00b1c3d42a6a75810a0d90e9e6a',''],
['vip-quchengsanqi','afc1e30e72ad41bf90c21aac41cb6ee1',''],
['vip-qucheng7qi','f8e7b801e63e43218111c1d8a5faf857',''],
['vip-qucheng8qi','17838a8f9ea64f809a88a5cd872c7375',''],
['vip-quchengjiuqi','80034ad8e7874ab99242ccce30ac1861',''],
['vip-ccsq','d8100098bf0d4fdb85e62150bb15a0b9',''],
['vip-qucheng11qi','e274b5bb5245444f806bc36b688f7a44',''],
['vip-qucheng12qi','b9de5355acbd414cb12f97786efe0376',''],
['vip-qucheng13qi','c8c91b7fdb8e476d81160c865f9bbf7b',''],
['vip-qucheng14qi','c9c27f53e40b4372a2bfe83dbd8fde03',''],
['vip-qucheng15qi','81909093d1db4374b5c545031380f3fe',''],
['vip-zanxiang10','04a2c53fbe3546dd8feb475592f9855c',''],
['ch-zzsw','d1a8e23df03a411a8353896e00751b23',''],
['ch-zhixiang','d0fc32aefdfb46ad959d6a09943b0d9e',''],
['ch-wenlan','520514c9c0cf46e19f0707ec28113a8b',''],
['ch-qxsww','b31211c625244e1a8123adf866a74935',''],
['ch-xixsc','25fc3c26d388410dbdb6ea5ce792fc1e',''],
['ch-zzsw5','fd5b6b28997f4880b398d0188f0fe68a',''],
['ch-yysf66','b194a98901ad4508aa0a984deedc35a5',''],
['ch-chyd','370c8494fd0c480f8c0b583d5eb3bd54',''],
['ch-xiangx5','4a196a83056d43ed82db2a9f941cd6cb',''],
['ch-shwg','d406794893de4175ab948fd028e43468',''],
['vip-diliu','0858b1566e0c4debb4cab808a0e207f7',''],
['ch-haotian2','7dd4a99a49b340a2a02822d9a83f64a8',''],
['ch-fysh6','645a6357d3ea413098f689dbf3d70c68',''],
['vip-qucheng16qi','bca1090368d44ec8a498d26e02ba06fe',''],
['vip-qucheng17qi','fd31bc211b4f42908163f68fdeabf869',''],
['vip-刘勇8','e35df1ac30b844eb81bd620674dc6937','刘勇6月'],
['110456b2078','8621335fe2f61b7afa5d8697ba7669b1','趣程21期'],
['110512df033','4768493cc3c7517f1b3fcd8bfeeb80ed','趣程22期'],
['110870010d2','fb368fe82522503d06880d19c938e10c','刘勇7月','1108701f1d6','0f9c0f8429d1a16a8a78c2306e7a4db3'],
['1109652c8b6','be5b9d099ccec53524e305b4bfd96edc','趣程23期'],
['11092522a7f','bbd92f3898a2518d3456246b8b364de5','阳光1期'],
['1109295d56c','9bb955186597882ac473e86ba4576158','趣程20期'],
['1119168245a','67d4941065fb2ce4e601fd156220c579','趣程19期'],
#['106672e2105','0c3f3ab6d9a82fb515fe3dd906d4d96b','刘勇6月']
['112645ad567','67861e28b58a809ffc5af81a17e7de1f','广州10期'],
['113100128c7','adaa2b8fb53274453faaa0a70233562e','趣程25期'],
['1132659da72','de2fd503c8f0e11dc35e54d5cd1db7b5','刘勇8月']
]
for x in API_list:
my_key = x[0]
secert = x[1]
stage = x[2]
my_sign=md5value(secert+'key='+my_key)
url = 'https://openapi.818tu.com/partners/channel/channels/list?'
parameter = 'key='+my_key+'&sign='+my_sign
channel_list = requests.get(url+parameter) #获取子渠道列表
if 'data' in channel_list.json().keys():
items = channel_list.json()['data']['items']
elif len(x)>3:
print(channel_list.json())
my_key=x[3]
secert=x[4]
my_sign=md5value(secert+'key='+my_key)
url = 'https://openapi.818tu.com/partners/channel/channels/list?'
parameter = 'key='+my_key+'&sign='+my_sign
channel_list = requests.get(url+parameter)
items = channel_list.json()['data']['items']
for item in items : #获取channel_id 后逐个拉取历史orders
r=()
channel_id = item['id']
channel = item['nickname']
status = str(1)
per_page = str(1000)
limit_time = et
get_time = st
lt = parse.urlencode({'created_at[lt]':limit_time})
gt = parse.urlencode({'created_at[gt]':get_time})
url_1 = 'https://openapi.818tu.com/partners/channel/orders/list?'
my_sign_1 = md5value(secert+'channel_id='+str(channel_id)+'&created_at[gt]='+get_time+'&created_at[lt]='+limit_time+'&key='+my_key+'&per_page='+per_page+'&status='+status)
parameter_1 = 'channel_id='+str(channel_id)+'&'+gt+'&'+lt+'&per_page='+per_page+'&status='+status+'&key='+my_key+'&sign='+my_sign_1
orders = requests.get(url_1+parameter_1)
t = orders.json()['data']['count']//int(per_page)+1
for page in range(1,t+1):
my_sign_2 = md5value(secert+'channel_id='+str(channel_id)+'&created_at[gt]='+get_time+'&created_at[lt]='+limit_time+'&key='+my_key+'&page='+str(page)+'&per_page='+per_page+'&status='+status)
parameter_2 ='channel_id='+str(channel_id)+'&'+gt+'&'+lt+'&page='+str(page)+'&per_page='+per_page+'&status='+status+'&key='+my_key+'&sign='+my_sign_2
orders_1 = requests.get(url_1+parameter_2)
b = orders_1.json()['data']['items']
for a in b:
c={}
c['user_id']=str(a['member']['openid'])
c['channel'] = channel
c['reg_time']=a['member']['created_at']
c['channel_id']=channel_id
c['amount']= round(a['price']/100,2)
c['order_id']=str(a['id'])
c['order_time']=a['created_at']
c['platform']='掌中云'
c['stage']=stage
c['amount']=a['amount']
dtime = datetime.datetime.strptime(a['created_at'][0:10],"%Y-%m-%d")
c['date']= ((int(time.mktime(dtime.timetuple()))+8*3600)//86400)*86400-8*3600
if str(a['from_novel_id'])!='None':
c['from_novel']=a['from_novel']['title']
else :
c['from_novel']='None'
"""
del a['member']
del a['referral_link_id']
del a['id']
del a['created_at']
del a['paid_at']
del a['border_id']
del a['from_novel_id']
del a['status']
del a['price']
del a['agent_uid']
"""
x= sorted(c.items(), key=lambda item:item[0])
x = dict(x)
x = tuple(x.values())
r = r+((x),)
if len(r)>0:
mysql_insert_order(r)
print('zzy',channel,len(r))
def get_zhangdu_order(st,et):
secert_list = [
[10015,'0125f434-7999-a4bb-77ab-28fb0a6a68ec','丹墨悦读'],
[7406,'834a31ad-5533-d0d0-cb48-6f81f83919b0','九五月读'],
[10497,'2e4a0bd0-e222-286b-73dc-1e6a6c8a6f28','书剑文阁'],
[10507,'59babb99-9434-b1b1-7159-17afcb825cba','争锋文豪'],
[9868,'320b477e-59c6-cb9f-9fb1-b0a304c3d82b','侠客书楼'],
[10020,'9a914f89-f640-2ae8-34a7-c24b1f397d77','修焰文阅'],
[9873,'14978692-cdae-9b8e-84cf-21d3202dd521','傲龙书社'],
[10069,'ee9d7deb-8c3f-6862-31dc-779bec1cdc46','兰庭文鼎'],
[9668,'88f5d175-de02-24ed-575c-0fcf6c847e02','冥影文库'],
[10063,'016e69af-ce65-e5c0-34dc-47222cfb996a','冥影文海'],
[10119,'a2d7196f-164b-8b58-cb6d-6d49d91fb106','冥真文轩'],
[9754,'da893644-f673-42c7-65fd-f6a7ac30347a','冷锋看吧'],
[7863,'ad3b06c6-c0b4-8f5f-8270-f493864f5a83','凤情书阁'],
[10769,'ae1cb5cf-716c-f880-dcf2-ab041c2f849a','剑旭文海'],
[7405,'862a9c69-801e-23ce-5fbd-bfcb0c1de5b0','南三月读'],
[10472,'00d765f5-dd77-2b37-f0b0-bd5ac8d24a3e','南菲悦读'],
[7872,'0e0915c5-ca02-3d62-b0ca-a80f41d722db','名媛书屋'],
[10729,'08d04293-c004-7116-d260-53a340471306','坌腾文海'],
[7865,'9ae4df81-a9c1-e7d3-50e5-62e40332dbef','夜情书房'],
[9684,'db078cb4-fb45-7830-af84-736ef24912b6','大河中文网'],
[9874,'4248df4a-d573-cf02-97cb-2d185d3cfb69','天降读物'],
[10040,'116ef9c2-62e8-83ae-1c41-0f14d898dad8','奇汇看吧'],
[9860,'bd90fa50-51f7-fce1-1523-591a041a8719','如阅墨香'],
[7873,'456af16a-fc75-420c-a6ce-234cba07eb92','媚咪文馆'],
[10543,'8304c660-a0a1-acfd-7ba7-3531383c9209','宸赫书楼'],
[9872,'80cec896-ef46-6f77-a80e-6737954dfbaa','寻界文坊'],
[9870,'f2d73b83-60e3-215c-f283-4e48a64e19e0','尊圣中文网'],
[10545,'def2f148-82c2-b42c-634c-f2b557a529ce','尚凌文轩'],
[9865,'41e1a151-397d-a08e-f582-f0394a59c748','巨龍悦读'],
[10730,'f337c426-58fc-3865-4794-d5cb2c9ceec2','彭湃阅读'],
[9685,'cb03d959-9311-f0d3-a6fb-188d79d92412','忠武文学城'],
[10234,'b5e9eaea-483f-f246-5816-23ffa9309c05','悦苒看吧'],
[9995,'d654d3ec-ec34-e243-6cab-5ba030fb1c8a','惊鸿文海'],
[9633,'e943f5cf-8726-e7a8-6b76-d0a2d8f0a67c','慕云文库'],
[10459,'781e425b-b14a-7d39-88fa-588d11d18b93','承泽文轩'],
[10009,'a72aefcf-2fde-3187-90aa-09a30273cdc6','攀登文库'],
[10003,'3c0bb2fa-e835-6f96-ffd2-185fd9dfd2af','新阅文轩'],
[9663,'e0b49bb4-0365-ec52-e8d2-a71bf9eeb2a2','无涯文海'],
[7864,'4c3ce52f-9e48-9f5a-c64f-1634dcb37d1d','日月书房'],
[10030,'8674d904-c496-bacb-35ab-7a23a21b4725','旷世文海'],
[10629,'a57edda1-766c-ae25-fb95-d57aaf144e7c','星烛书海'],
[9847,'0ffd2d6f-aa77-67a0-fda1-510eab3ce006','昱墨文海'],
[10011,'88ad507a-050a-8271-4ba4-adfd381cdaff','晨曦墨轩'],
[9846,'be33e937-c791-48fb-8137-58f0d38a70b4','月落文阁'],
[9689,'b6a4daa1-e9ce-0dd6-5714-21e089f327ab','林溪文苑'],
[10008,'06301041-96ca-b3a1-9892-e02526a3f53e','枫林文选'],
[10013,'1bfa8861-c20d-f994-b649-03bdcf40a403','桔橙文轩'],
[10441,'fb13c84a-01b1-1a84-4c84-ffbc38241477','洛书文海'],
[10235,'239c2e93-1c3c-05a9-ba69-4fb8c2d1553e','渲染悦轩'],
[10628,'78348bef-cef1-969a-a0cf-990dab656bb5','炫轩文库'],
[7890,'a1417aa5-2041-9b56-d419-4606f035d12d','烛影书屋'],
[10669,'1b3a227c-c811-d1bf-9564-6cd5c22a1fb5','猛虎阅吧'],
[10461,'755ef603-e734-bddf-e5b8-700e941c8c18','瑞祥文轩'],
[9686,'d5964a79-2b2a-5e41-f54a-5d0304cd088b','知隐书香'],
[9998,'a8d73912-364b-57aa-76e6-b38a2bb9fb7b','碧炎文海'],
[10041,'4cd2ede8-8b02-2ef1-c29f-081ac5b926e0','祁苑文阅'],
[10442,'62d5296b-9370-ecbf-e1b2-8e15158e3ed5','神龍悦读'],
[10544,'a22e664b-0fa2-f08a-c60a-1b97d180d4a8','禹诺文阁'],
[9915,'f8fe300b-eea6-9443-5a83-1b7d75ae88ad','秀丽文轩'],
[9911,'7de672c4-e526-71a2-aa08-fd6012929a43','秋霞书社'],
[10471,'b92c8ea0-f40c-b959-9c54-bdd42948fec4','空亭文苑'],
[7887,'7271c2b9-5092-aa65-fa86-786cf3ecd528','竹枝书院'],
[10460,'644d48ea-8ee3-3271-43e4-aa1e4d1eb86e','繁星书海'],
[10499,'d5c5c552-34cd-55c3-e41f-44fe443cbe56','红炎文轩'],
[9882,'3b4f7cca-ffea-086a-9444-5dfcd6c79794','绘色阅读'],
[9876,'68e66280-c3d7-e84a-8fe1-94b1f526f5b6','若汐文海'],
[10771,'982bde3b-5eb5-431e-a3f6-bac99735b759','莫宇文库'],
[10067,'9bcd9dae-7718-91da-ea16-ea224e22164c','莹悦看吧'],
[10473,'7864d9a8-df4b-d105-4f2e-e30179c2974a','蓝翼文海'],
[10024,'1b5c7edc-038e-54ad-dad5-f30216dd8c0a','虎啸文选'],
[10095,'ced46ef2-5759-6169-7e40-5624215f1f91','蛟龙书楼'],
[9883,'0d525b30-997b-c727-9f03-1dea301f7ec0','西洲书舍'],
[10668,'9839e7a4-5fc2-c05b-faaf-0ed5f2cdce81','豪天文轩'],
[9866,'04cad8fd-c599-12e8-4d66-80cab639b050','豪金书社'],
[7889,'bf0fd628-c244-52c5-ae94-d5fa0ec91f4d','踏莎小说阅读'],
[10044,'6e87b452-dcb3-9c10-de65-c5919fa3d73d','追光悦读'],
[10200,'81c06b81-1da5-53c4-3b4e-5f63a83f1579','锦墨书楼'],
[9916,'58e354ee-5f24-f02f-ee90-5f6f0e5d97c8','锦溪书楼'],
[9688,'e0a5f28c-6009-560a-6dc6-975e5e53cc74','阅欣文学'],
[9910,'5e3f1ef2-b497-8560-810e-ee92882f0726','阅胜文选'],
[10498,'89266631-e8fa-ea77-075e-d38d37a654c1','阳俊文海'],
[10770,'e389c082-d1ca-cb2a-6d0b-915db869363a','雁风文轩'],
[9900,'874d0ec8-1e85-f061-e095-d9997597bd8e','雅阁文社'],
[7866,'dfb7dcdc-a6b1-e03e-2f57-9bfcb80a32c4','雨尘书阁'],
[10474,'611bdc19-946c-945d-bcf8-2a64ca2919c0','雪松文库'],
[9875,'b1fea7ac-4e0b-4546-e41a-9181af98515d','霄雄文学'],
[10419,'8e4c73f2-50e4-dd33-3e06-63c3d8f38c04','霜华文库'],
[9938,'fc61e6fd-bf13-44ea-73e9-609971b83456','青云文轩'],
[10007,'8bc52ea8-64ec-32cf-3ef6-463abe469eed','青峰悦读'],
[8939,'b016dcab-c002-ae71-f8ad-d5ffd35d3bbc','青葱看吧'],
[10014,'4d5441a4-da30-15e4-0186-aa2aea21b286','青霞文苑'],
[10418,'e3a32b05-ac1c-f518-af33-3c0d3883307b','飞鸿文海'],
[9971,'5c625d14-8452-847e-09bd-33d30126ed31','魅力书楼'],
[9922,'d1e77bc9-3875-ad44-2253-4201f70e0bb4','鹿鸣文库'],
[10012,'90e4a5fc-4625-9710-6ab1-561ce0de0270','麒麟墨选'],
[10199,'16abc367-31e0-f0aa-4cd4-9cc64e891d8a','鼎月文苑'],
[10475,'f50879de-036f-7ec7-39dc-44ecda037dea','鼎盛文海'],
[10901,'8135ee68-4255-8da3-9b35-cef2b942f6a2','孤风书楼'],
[10899,'a8425c20-ee9a-b6ad-b8da-e6b74621be5c','冷雁文海'],
[10896,'b24bca0d-3d31-0127-04e0-b2254ebb27e9','南烟书楼'],
[10840,'e69ab01b-3725-4e70-670b-408b82860fe3','鹤鸣看吧'],
[10841,'dc577efd-aa90-4dd6-f8ab-c42b38f84faa','深洋书楼'],
[10842,'4cc12af5-2c86-2217-e5e1-ce1b28fa4758','航远文阁'],
[10843,'ca5920b0-59cb-a55e-9fd9-e5095a29c04f','神武文轩'],
[10845,'cfc93bd7-723e-0341-c6ef-c25253a8caa6','茗垣文轩'],
[10995,'2e537d2a-6b5c-a862-2cf0-30aa46bcad6e','耀杰书海'],
[10997,'d458def2-35c0-c577-d5a3-259225b9b76b','锦凌文选'],
[10996,'b1bde6ca-c518-ea3c-cf5f-5d30286b34b4','清涛文海'],
[10998,'b2b056ee-26a6-5868-874b-ab36f372900c','墨景文轩'],
[10999,'630fda00-13ff-f625-05aa-8d1862d385da','炫熙书馆'],
[11021,'90a1e372-8ce8-cd8f-e8c5-e9f603f0f9ba','狂涛文轩'],
[11020,'73445fa0-6145-149f-58eb-772eb7c78481','展宸书楼'],
[11011,'6fd7df66-8dc0-8939-759e-8e34d759e34a','阳曜文海'],
[11009,'f1d96f4a-2a3c-b24b-1f36-2398cebc19ad','高韵书楼'],
[11008,'d0a3a898-9e87-6adf-00ed-86b68040ecb0','成弘书楼'],
[10963,'3cf33177-fd73-68a5-6095-0d8b36083a9c','旋锋文轩'],
[10962,'c3f38863-6a7e-33aa-a44e-04b901ee1f04','赤虹文海'],
[10961,'11306f81-cfea-ab8f-f0a0-2da8f0acdea5','飘霜书海'],
[10942,'1235a146-7a1d-3a68-9f79-ede48cb8442c','月瑶看书'],
[10941,'3fd1d09f-c66c-bee7-021d-41510a673339','婉婉阅读'],
[10908,'2994b1bb-b51b-acd3-cad5-0055cf28104c','君浩文阅'],
[10906,'a419c6fd-9e10-c9d9-ed9a-02814014fdc3','星汉文海'],
[10879,'617a71dc-9ae0-3d5e-d373-ee833edc25df','华晖文轩'],
[10878,'d76b661f-75d5-60e7-f596-26d61054348e','承载书楼'],
[10877,'fe3c50c4-5fe7-36a1-6dc5-40ca27b3f671','鸿振书馆'],
[11076,'9a9bfeaf-2abc-495b-83f5-5f00d36cc54b','正德书楼'],
[11075,'1ab64fb6-aab3-f13a-d2f9-e079fb17d66e','泽宇文海'],
[11074,'c45b1a56-44e3-384e-25cf-63b987d6a297','吉本书海'],
[11073,'e0bf65b9-f592-1a1a-aac0-fbf710e40847','高岑文轩'],
[11044,'0cdea0ed-7a09-36f0-750e-61b75652bc87','烈风文海'],
[11043,'b605a351-81b8-910d-b0a8-66c9dc59374d','霸皇书楼'],
[11042,'35902525-03d5-e99b-ea69-d5ed1c716da1','辰宇书馆'],
[11039,'5abdd0ec-408e-ded3-d725-ac08e93eae90','吹雪文库'],
[11038,'d364471e-963b-e8a7-e89b-06568c831500','飞羽书楼'],
[10900,'e9136409-133f-37e1-7585-3f4f1675d20f','琦玉文库'],
[10998,'b2b056ee-26a6-5868-874b-ab36f372900c','墨景文轩'],
[10996,'b1bde6ca-c518-ea3c-cf5f-5d30286b34b4','清涛文海']
]
url = 'https://api.zhangdu520.com/channel/getorder'
for item in secert_list: #分渠道
t=()
uid = item[0]
appsecert = item[1]
channel = item[2]
timestamp = int(time.time())
sign = md5value(str(uid)+'&'+appsecert+'&'+str(timestamp))
page =1
starttime = st
timespace = 90*3600*24
endtime = min(et,st+timespace)
for x in range((et-st)//timespace+1): #分时段
Params = {'uid':uid,
'timestamp':timestamp,
'sign':sign,
'starttime':starttime,
'endtime':endtime
}
list1=requests.get(url=url,params=Params)
pageCount= list1.json()['data']['pageCount']
if pageCount>0 :
for a in range(1,pageCount+1): #分页
page = a
Params = {'uid':uid,
'timestamp':timestamp,
'sign':sign,
'starttime':starttime,
'endtime':endtime,
'page':page
}
list2=requests.get(url=url,params=Params).json()
if 'data' in list2.keys():
for b in list2['data']['list']:
c={}
c['amount']=b['amount']
c['channel_id']=uid
c['order_id']=str(b['orderno'])
c['order_time']=b['ctime']
c['user_id']=b['openid']
c['platform'] = '掌读'
c['channel'] = channel
c['reg_time']=b['regtime']
c['from_novel']=''
c['stage']=''
c['date']= ((int(b['ctime'])+8*3600)//86400)*86400-8*3600
"""
del b['openid']
del b['regtime']
del b['ip']
del b['ua']
del b['id']
del b['ctime']
del b['userid']
del b['orderno']
del b['source']
del b['sourceid']
"""
if b['status']=='1':
del b['status']
x= sorted(c.items(), key=lambda item:item[0])
x = dict(x)
x = tuple(x.values())
t = t+((x),)
else:
print(list2)
starttime =starttime+timespace
endtime = min(et,starttime+timespace)
if len(t)>0:
mysql_insert_order(t)
print('掌读',channel,len(t))
def get_huasheng_order(st,et):
apikey_list = [
['259900','72b49bebb7fc8df83feac8c4ed5c541b','趣程16期'],
['269900','65e6d003b58ee73b5406e6cc472ebf3e','趣程14期'],
['249900','f4f1475f604c4185a3e031e961dee637','趣程17期'],
['4040635','c8bf5346e35f51c7ce228cff4d4a3678','趣程19期'],
['2828976','20c0fb1d20964c2c42a725c72cac8863','刘勇6月'],
['4747764','f350d7edd89bb7f6170b970f071ecb36','趣程20期'],
['3737140','e786e59b87ebf239fdb43bf267ef4ee2','趣程13期'],
['4848597','fab68fe238a8df12073295373f9e0ff7','趣程22期'],
['5353590','50fefc21c7dd90cf9b584fe571f1bb64','趣程21期'],
['4545355','968ba35e79d8219c47ca356d19192c6f','趣程9期'],
['5858936','508c03b7f22059f1fa811c1774dbff89','阳光1期'],
['6464295','20ebdb167b8ed58fc406f05cd2b78802','趣程15期'],
['6666592','998aa35d1ed17635484eae5486e750db','趣程23期'],
['8282535','d61b2231e589571cf2328a7855df335e','陈冲1期'],
['104104493','957ad78e53a7fc2e751d36e6ec5329d5','广州10期'],
['102102605','50126233532d2e4e1796a16e1247d7dc','趣程24期'],
['127127862','b0af6b9ba284bd6b10b932cdeae96b74','趣程25期']]
url = 'https://vip.rlcps.cn/api/getMerchants'
for key in apikey_list: #获取每个vip账号下的channel_id
apiKEY=key[0]
apiSecurity=key[1]
stage = key[2]
timestamp = str(int(time.time()))
sign = md5value(apiKEY+timestamp+apiSecurity).upper()
data = {'apiKey':apiKEY,
'apiSecurity':apiSecurity,
'timestamp':timestamp,
'sign':sign
}
list0 = requests.post(url,data).json()
t = ()
for merchant in list0['data']:
merchant_id = merchant['merchant_id']
merchant_name = merchant['merchant_name']
url1 = 'https://vip.rlcps.cn/api/orderList'
start_time = st
for i in range((et-st)//86400+1):
page = 1
date = time.strftime("%Y-%m-%d",time.localtime(start_time))
sign = md5value(apiKEY+date+str(merchant_id)+timestamp+apiSecurity).upper()
data1 = {'apiKey':apiKEY,
'apiSecurity':apiSecurity,
'timestamp':timestamp,
'date':date,
'merchant_id':merchant_id,
'sign':sign,
'page':page}
list1 = requests.post(url1,data1).json()
if 'data' in list1.keys() and len(list1['data'])>0 :
for i in range(int(math.ceil(list1['count']/500))):
data2= {'apiKey':apiKEY,
'apiSecurity':apiSecurity,
'timestamp':timestamp,
'date':date,
'merchant_id':merchant_id,
'sign':sign,
'page':page}
list2 = requests.post(url1,data2).json()
for x in list2['data']:
if x['order_status']==1:
y={}
y['user_id'] = x['openid']
y['order_id']=x['trans_id']
y['order_time'] = x['pay_at']
y['reg_time'] = x['join_at']
y['date'] = start_time
y['channel'] = merchant_name
y['channel_id'] = merchant_id
y['platform'] = '花生'
y['stage'] = stage
y['from_novel'] = x['book_name']
y['amount']=x['amount']
"""
del x['order_num']
del x['book_name']
del x['trans_id']
del x['pay_at']
del x['join_at']
del x['subscribe_at']
del x['openid']
del x['charge_count']
del x['book_id']
del x['order_status']
del x['user_name']
del x['spread_name']
del x['request_at']
"""
y= sorted(y.items(), key=lambda item:item[0])
y = dict(y)
y = tuple(y.values())
t = t+((y),)
page=page+1
else:
print(list1)
start_time = start_time+86400
if len(t)>0:
mysql_insert_order(t)
print(stage,merchant_name,len(t))
def get_ysg_order(st,et):
key_list =[['趣程23期',10659,'T3A3LQZVZXN80M1A7OPVYYWT6Q2XPAJX','修明书楼','趣程23期'],
['趣程23期',10660,'T3A3LQZVZXN80M1A7OPVYYWT6Q2XPAJX','绍晖文海','趣程23期'],
['趣程21期',10656,'KXYIOQT29FDH80NUWRV9XUUK4QIOEIAB','赤凰文阁','趣程21期'],
['趣程21期',10678,'KXYIOQT29FDH80NUWRV9XUUK4QIOEIAB','千月书楼','趣程21期'],
['趣程yangg1',10672,'ZR7PM1YA5DQ6JCMVTH3G5TLHI47DG1GF','舒言文海','阳光1期'],
['趣程yangg1',10704,'ZR7PM1YA5DQ6JCMVTH3G5TLHI47DG1GF','向阳文海','阳光1期'],
['趣程清勇6',10675,'B6FK1HFW1V9ZPD6WX0FGBX3WP73E6M5V','璃月文楼','刘勇7月'],
['趣程清勇6',10676,'B6FK1HFW1V9ZPD6WX0FGBX3WP73E6M5V','璃月颂书','刘勇7月'],
['趣程清勇6',10677,'B6FK1HFW1V9ZPD6WX0FGBX3WP73E6M5V','璃月阅读','刘勇7月'],
['趣程15期',10696,'8OC7SNCL46ZEI7JBACXFDM8CP5JM1FSL','盛德文苑','趣程15期'],
['趣程15期',10697,'8OC7SNCL46ZEI7JBACXFDM8CP5JM1FSL','博涉文海','趣程15期'],
['趣程15期',10698,'8OC7SNCL46ZEI7JBACXFDM8CP5JM1FSL','高岑文轩','趣程15期']
]
url='https://novel.youshuge.com/v2/open/orders'
o = ()
for key in key_list:
host_name=key[0]
channel_id = key[1]
secert_key = key[2]
channel = key[3]
stage = key[4]
timestamp = int(time.time())
start_date=time.strftime("%Y-%m-%d",time.localtime(st))
end_date=time.strftime("%Y-%m-%d",time.localtime(et))
page=1
str1 = 'channel_id='+str(channel_id)+'&end_date='+end_date+'&host_name='+host_name+'&page='+str(page)+'&pay_status=1'+'&start_date='+start_date+'&time='+str(timestamp)+'&key='+secert_key
sign = md5value(str1).upper()
data = {'sign':sign,
'host_name':host_name,
'time':timestamp,
'channel_id':channel_id,
'page':page,
'pay_status':1,
'start_date':start_date,
'end_date':end_date
}
r =requests.post(url,data).json()
if 'data' in r.keys():
if len(r['data'])>0:
for i in range((r['data'][0]['count']-1)//100+1):
timestamp = int(time.time())
str1 = 'channel_id='+str(channel_id)+'&end_date='+end_date+'&host_name='+host_name+'&page='+str(page)+'&pay_status=1'+'&start_date='+start_date+'&time='+str(timestamp)+'&key='+secert_key
sign = md5value(str1).upper()
data2= {'sign':sign,
'host_name':host_name,
'time':timestamp,
'channel_id':channel_id,
'page':page,
'pay_status':1,
'start_date':start_date,
'end_date':end_date
}
r2 = requests.post(url,data2).json()
if 'data' in r2.keys():
if len(r2['data'])>0:
for x in r2['data']:
y={}
y['order_id']=x['order_num']
y['amount']=round(int(x['price'])/100,2)
y['order_time']=x['create_time']
y['channel']=channel
y['from_novel']=x['book_name']
y['stage']=stage
y['user_id']=x['openid']
y['channel_id']=channel_id
dtime = datetime.datetime.strptime(x['create_time'][0:10],"%Y-%m-%d")
y['date']= ((int(time.mktime(dtime.timetuple()))+8*3600)//86400)*86400-8*3600
y['platform']='悠书阁'
y['reg_time']=x['reg_time']
y= sorted(y.items(), key=lambda item:item[0])
y = dict(y)
y = tuple(y.values())
o = o+((y),)
page=page+1
if len(o)>0:
mysql_insert_order(o)
def mysql_insert_order(data):
db = pymysql.connect('rm-bp1c9cj79872tx3aaro.mysql.rds.aliyuncs.com','superc','Cc719199895','quchen_text')
cursor = db.cursor()
sql = 'insert ignore into quchen_text.order(amount,channel,channel_id,date,from_novel,order_id,order_time,platform,reg_time,stage,user_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s);'
#sql = "update quchen_text.order set amount =%s where platform='掌中云' and order_id =%s"
try:
cursor.executemany(sql,data)
db.commit()
print('access insert order',len(data))
except:
db.rollback()
print('defeat')
def start_all_job():
st_unix = 1599062400
et_unix = 1599408000
et_unix = et_unix - 1
st_dt = time.strftime("%Y-%m-%dT%H:%M:%S",time.localtime(st_unix))+'+08:00'
et_dt = time.strftime("%Y-%m-%dT%H:%M:%S",time.localtime(et_unix))+'+08:00'
get_yuewen_order(st_unix,et_unix)
#get_zzy_order(st_dt,et_dt)
#get_zhangdu_order(st_unix,et_unix)
#get_huasheng_order(st_unix,et_unix)
#get_ysg_order(st_unix,et_unix)
start_all_job()
"""
start_job_time = '2020-07-08 00:30:00'
if __name__ == '__main__':
scheduler = BlockingScheduler()
scheduler.add_job(start_all_job, 'interval',days=1,start_date=start_job_time)
scheduler.start()
"""