audio_qiyue.py 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101
  1. import time
  2. import requests
  3. from model.DataBaseUtils import MysqlUtils
  4. from model.DateUtils import DateUtils
  5. from data_processing.sql_tools import save_order
  6. from queue import Queue
  7. class AudioQiyue:
  8. def __init__(self):
  9. self.db_quchen_text = MysqlUtils().quchen_text
  10. self.date_action = DateUtils()
  11. self.page_size = 50 # 一次请求的量级
  12. # 限制一分钟120次请求,设置为本地限制70s 120次请求
  13. self.time_sing_size = 120 # 时间队列长度
  14. self.time_sing_ms = 70 # 时间队列,第一对于最后的时间差值.
  15. def control_speed(self, time_queue):
  16. if time_queue.full():
  17. time_s = time_queue.get()
  18. differ_time_num = time.time() - time_s
  19. if differ_time_num < self.time_sing_ms:
  20. print('访问速度过快,进行休眠,{}'.format(self.time_sing_ms - differ_time_num))
  21. time.sleep(self.time_sing_ms - differ_time_num)
  22. else:
  23. time_queue.put(time.time())
  24. else:
  25. time_queue.put(time.time())
  26. def get_order(self, start, end, account):
  27. order_list = []
  28. # 参数
  29. order_url = "https://o-api.qiyuept.com" + "/v1/orders"
  30. stage = account[0]
  31. token = account[1]
  32. time_sign = Queue(self.time_sing_size)
  33. for date in self.date_action.getDateLists(start, end):
  34. page = 1
  35. while True:
  36. timestamp = int(time.time())
  37. self.control_speed(time_queue=time_sign)
  38. url = order_url + "?" + "token=" + str(token) + "&timestamp=" + str(timestamp) + "&page=" + str(
  39. page) + "&size=" + str(self.page_size) + "&date=" + date
  40. rsp = requests.get(url=url)
  41. response_result_json = rsp.json()
  42. # print(response_result_json)
  43. code = response_result_json['code']
  44. if code != 0:
  45. print(stage, '七悦充值接口异常:', response_result_json)
  46. break
  47. result_data = response_result_json['data']
  48. total = result_data['total']
  49. if total <= 0:
  50. break
  51. order_item_list = result_data['data']
  52. for x in order_item_list:
  53. create_time = DateUtils.stamp_to_str(x['create_time'], '%Y-%m-%d %H:%M:%S')
  54. reg_time = DateUtils.stamp_to_str(x['user_create_time'], '%Y-%m-%d %H:%M:%S')
  55. order_list.append((
  56. create_time[:10],
  57. stage,
  58. '七悦有声',
  59. x['wechat_app_name'], # 公众号名称
  60. x['channel_id'],
  61. x['user_open_id'],
  62. create_time,
  63. reg_time, # 用户注册时间
  64. x['money'],
  65. x['book_name'],
  66. x['transaction_no'] if x['transaction_no'] != '0' else x['trade_no'], # 订单id
  67. x['state']
  68. # , x['user_id']
  69. )
  70. )
  71. next_page_url = result_data['next_page_url']
  72. if next_page_url is None:
  73. break
  74. page += 1
  75. # print(len(order_list))
  76. print(f'{stage} [{start}~{end}] 有订单{order_list.__len__()}')
  77. if order_list.__len__() > 0:
  78. # print(order_list)
  79. save_order(order_list)
  80. if __name__ == "__main__":
  81. account = ['趣程15期',
  82. 'eyJpdiI6Ilc0dmJWTjlHZnpJVVUwM3Q3dlc2aWc9PSIsInZhbHVlIjoiNFFvbXJISzBoTExoa0NJMmtXd0FMUT09IiwibWFjIjoiNTY1YjA3MTVlMzliYzg2MzcxMjZjOTRkYTMyY2FlZmJmNDUyZjYyZGEzM2I4MTMxNDNhMTIwNTIzZWViZjMyMSJ9']
  83. start = '2021-04-01'
  84. end = '2021-04-22'
  85. # AudioQiyue().get_order(start=start, end=end, account=account)
  86. AudioQiyue().run(start=start, end=end)