DataCenterGame/app/api_data/get_cost_older.py

import sys
import requests
import hashlib
import time
import json
import pymysql
import logging
import random
from concurrent.futures import ThreadPoolExecutor
from datetime import datetime
from model.DateUtils import DateUtils
from model.DataBaseUtils import MysqlUtils
db = MysqlUtils()
logging.getLogger().setLevel(logging.WARNING)
du = DateUtils()

def md5value(s):
	md5 = hashlib.md5()
	md5.update(s.encode("utf-8"))
	return md5.hexdigest()


def daily_reports_get(access_token, account_id, st, et,level, fields):
    interface = 'daily_reports/get'
    url = 'https://api.e.qq.com/v1.1/' + interface

    common_parameters = {
        'access_token': access_token,
        'timestamp': int(time.time()),
        'nonce': str(time.time()) + str(random.randint(0, 999999)),
    }

    parameters = {
        "account_id": account_id,
        "level": level,
        "date_range":
            {
                "start_date": st,
                "end_date": et
            },
        "page": 1,
        "page_size": 1000,
        "fields": fields
    }
    parameters.update(common_parameters)

    for k in parameters:
        if type(parameters[k]) is not str:
            parameters[k] = json.dumps(parameters[k])

    r = requests.get(url, params=parameters).json()
    if r['code'] != 0:
        print(r['code'], r['message'])

    return r


def get_q_data(y,li,st,et):
    c = daily_reports_get(y[2], y[0],st,et, "REPORT_LEVEL_ADVERTISER", (
        'date', 'view_count', 'valid_click_count', 'ctr', 'cpc', 'cost', 'web_order_count', 'web_order_rate',
        'web_order_cost', 'follow_count', 'order_amount', 'order_roi', 'platform_page_view_count',
        'web_commodity_page_view_count', 'from_follow_uv'))
    # print(c)
    if 'data' in c.keys() and len(c["data"]["list"]) > 0:
        for d in c['data']['list']:
            d['account_id'] = y[0]
            print(d['account_id'], d["cost"])
        x = tuple(d.values())
        li.append(x)

def get_v_data(y,li,st,et):
    c = daily_reports_get(y[2], y[0],st,et, "REPORT_LEVEL_ADVERTISER_WECHAT", (
        'date', 'cost', 'view_count', 'valid_click_count', 'ctr', 'official_account_follow_rate', 'order_amount',
        'order_roi', 'order_count', 'order_rate', 'order_unit_price', 'web_order_cost', 'first_day_order_amount',
        'first_day_order_count'))
    # print(c)

    if 'data' in c.keys() and len(c["data"]["list"])>0:
        for d in c['data']['list']:
            d['account_id'] = y[0]
            print(d['account_id'], d["cost"])
        x = tuple(d.values())
        li.append(x)
        # print(len(li))



def get_vx_list():
	sql="select account_id,wechat_account_id,access_token,refresh_token,name," \
		"ifnull(stage,''),ifnull(pitcher,''),ifnull(platform,''),ifnull(book,'') from advertiser_vx"
	a= db.quchen_text.getData(sql)
	return a

def get_qq_list():
	sql = "select account_id,'',access_token,refresh_token,name," \
		  "ifnull(stage,''),ifnull(pitcher,''),ifnull(platform,''),ifnull(book,'') from advertiser_qq"
	a = db.quchen_text.getData(sql)
	return a


def get_daily_vx(st,et):
	token_list_v = get_vx_list()
	print("获取vx账号：",token_list_v.__len__())

	time1 = time.time()
	executor = ThreadPoolExecutor(max_workers=20)
	li=[]
	for y in token_list_v:
		executor.submit(get_v_data,y,li,st,et)
	executor.shutdown()
	print('get_daily_vx:', len(li), 'cost:', int(time.time()-time1))

	mysql_insert_daily_vx(li)

def get_daily_qq(st,et):
	token_list_q =  get_qq_list()
	print("获取qq账号：",token_list_q.__len__())
	time1 = time.time()
	li=[]
	executor = ThreadPoolExecutor(max_workers=5)
	for x in token_list_q:

		executor.submit(get_q_data,x,li,st,et)
	executor.shutdown()
	print('get_qq_order:', len(li), 'cost:', int(time.time()-time1))
	mysql_insert_daily_qq(li)


def mysql_insert_daily_vx(data):

    b ="""replace into daily_vx (date,cost,view_count,valid_click_count,ctr,official_account_follow_rate,order_amount,
	order_roi,order_count,order_rate,order_unit_price,web_order_cost,first_day_order_amount,first_day_order_count,account_id)
	 values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"""
    db.quchen_text.executeMany(b, data)


def mysql_insert_daily_qq(data):
    a = """replace into daily_qq (date,view_count,valid_click_count,ctr,cpc,cost,web_order_count,web_order_rate,
	web_order_cost,follow_count,order_amount,order_roi,platform_page_view_count,web_commodity_page_view_count,
	from_follow_uv,account_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"""
    db.quchen_text.executeMany(a,data)


def run(st,et):
	get_daily_vx(st,et)
	get_daily_qq(st,et)

def old_cost_hourly():
    st = et =du.getNow()
    run(st, et)

def daily():
    st = du.get_n_days(-10)
    et = du.get_n_days(-1)
    run(st, et)

if __name__ == '__main__':

    run()