上传文件至 'dgp'

dgp/get_ad_hourly.py

@@ -16,6 +16,11 @@ import pymysql
 from apscheduler.schedulers.blocking import BlockingScheduler
 import token_list as tl
 
+import importlib
+importlib.reload(tl)
+
+
+
 token_list_q = tl.token_list_qq
 token_list_v = tl.token_list_vx
 
@@ -115,7 +120,7 @@ def start_all_job():
                     t2 = t2+((d),)
     mysql_insert_daily_vx(t2)
     
-start_job_time = '2020-10-10 17:30:00'
+start_job_time = '2020-11-17 18:15:00'
 
 if __name__ == '__main__':
     scheduler = BlockingScheduler()

dgp/get_campaign_daily.py

@@ -16,6 +16,9 @@ from apscheduler.schedulers.blocking import BlockingScheduler
 import datetime
 import token_list as tl
 
+import importlib
+importlib.reload(tl)
+
 
 def adcreatives_get(access_token,account_id,fields) : #获取创意
 
@@ -674,7 +677,7 @@ def start_all_job():
 
 
 
-start_job_time = '2020-10-10 06:10:10'
+start_job_time = '2020-11-18 03:10:10'
 
 if __name__ == '__main__':
     scheduler = BlockingScheduler()

dgp/get_cost_daily.py

@@ -0,0 +1,171 @@
+## Subject of obligation
+
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+Created on Thu Apr 30 11:18:31 2020
+
+@author: chencong
+"""
+
+import requests
+import urllib.parse 
+import time
+import json 
+import random
+import datetime
+import csv
+import pymysql
+## import token_list as ts
+from apscheduler.schedulers.blocking import BlockingScheduler
+import token_list  as tl
+
+import importlib
+importlib.reload(tl)
+
+
+def getSelfDateStr(times=time.time(),date_format='%Y%m%d'):
+    timestamps = str(time.strftime(date_format,time.localtime(times)))
+    return timestamps
+
+
+
+
+def daily_reports_get(access_token,account_id,level,fields) :
+    interface = 'daily_reports/get'
+    url = 'https://api.e.qq.com/v1.1/' + interface
+
+    common_parameters = {
+        'access_token': access_token, 
+        'timestamp': int(time.time()), 
+        'nonce': str(time.time()) + str(random.randint(0, 999999)),
+    }
+
+    time_stamp = int(time.time())
+    st_date = getSelfDateStr((time_stamp-(3600*24*1)),date_format='%Y-%-%d')
+    ed_date = getSelfDateStr(time_stamp,date_format='%Y-%m-%d')
+
+    parameters = {
+        "account_id": account_id,
+        "level":level,
+        "date_range": {   
+            ##"start_date": '2020-11-12',         ## 补数据，需求的时间段
+            ##"end_date": '2020-11-16'
+            "start_date":st_date,
+            "end_date":ed_date
+        },
+        "page":1,
+        "page_size":1000,
+        "fields":fields
+    }
+
+    parameters.update(common_parameters)
+    for k in parameters:
+        if type(parameters[k]) is not str:
+            parameters[k] = json.dumps(parameters[k])
+
+    r = requests.get(url, params = parameters)
+
+    return r.json()
+
+
+def mysql_insert_daily_vx(data):
+    db = pymysql.connect('rm-bp1c9cj79872tx3aaro.mysql.rds.aliyuncs.com','superc','Cc719199895','quchen_text')
+    cursor = db.cursor() 
+    time1 = time.time()
+    
+    sql2 = 'insert ignore into daily_vx (date,cost,view_count,valid_click_count,ctr,official_account_follow_rate,order_amount,order_roi,order_count,order_rate,order_unit_price,web_order_cost,first_day_order_amount,first_day_order_count,account_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s);'
+
+    try:
+        cursor.executemany(sql2,data)
+        db.commit()
+        cost_time =round((time.time()-time1)/60,1)
+        print('insert_daily_vx access',len(data),'cost_minutes:',cost_time)
+    except:
+        db.rollback()
+        print('insert_daily_vx defeat')
+
+
+def mysql_insert_daily_qq(data):
+    db = pymysql.connect('rm-bp1c9cj79872tx3aaro.mysql.rds.aliyuncs.com','superc','Cc719199895','quchen_text')
+    cursor = db.cursor() 
+    time1 = time.time()
+    sql1 = 'insert ignore into daily_qq (date,view_count,valid_click_count,ctr,cpc,cost,web_order_count,web_order_rate,web_order_cost,follow_count,order_amount,order_roi,platform_page_view_count,web_commodity_page_view_count,from_follow_uv,account_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s);'
+    #sql2 = 'replace into daily_qq (date,view_count,valid_click_count,ctr,cpc,cost,web_order_count,web_order_rate,web_order_cost,follow_count,order_amount,order_roi,platform_page_view_count,web_commodity_page_view_count,from_follow_uv,account_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s);'     
+
+    try:
+        cursor.executemany(sql1,data)
+        db.commit()
+        cost_time =round((time.time()-time1)/60,1)
+        print('insert_daily_qq access',len(data),'cost_minutes:',cost_time)
+    except:
+        db.rollback()
+        print('insert_daily_qq defeat')
+
+
+def get_qq_cost(token_list_q):
+    t=()
+    for x in token_list_q :
+        a = daily_reports_get(x[2],x[0],"REPORT_LEVEL_ADVERTISER",('date','view_count','valid_click_count','ctr','cpc','cost','web_order_count','web_order_rate','web_order_cost','follow_count','order_amount','order_roi','platform_page_view_count','web_commodity_page_view_count','from_follow_uv'))
+        try : 
+            for b in a['data']['list']:
+                b['account_id']=x[0]
+                z = tuple(b.values())
+                t= t+((z),)
+        except Exception as e:
+            print(a)
+            continue
+                
+    mysql_insert_daily_qq(t)
+    print(len(t),x[0])
+        
+
+def get_wx_cost(token_list_v):
+    t=()
+    for y in token_list_v :
+        c = daily_reports_get(y[2],y[0],"REPORT_LEVEL_ADVERTISER_WECHAT",('date','cost','view_count','valid_click_count','ctr','official_account_follow_rate','order_amount','order_roi','order_count','order_rate','order_unit_price','web_order_cost','first_day_order_amount','first_day_order_count')) 
+        #print(y[0],c['data']['list'])
+        try : 
+            for d in c['data']['list']:
+                d['account_id']=y[0]
+                x = tuple(d.values())
+                t= t+((x),)
+        except Exception as e:
+            print(c)
+            continue
+            
+    mysql_insert_daily_vx(t)
+    print(len(t),y[0]) 
+    ## print(t) 
+        
+        
+def get_cost():
+    '''
+    token_list_q = [
+    ['18353744','','2d1c965ff2a7608aec1ad7baa6455ce0','b09e877adba47f9827e3d087ecb3d18d','乾城文海','趣程15期','董平','文鼎','仕途天骄'],
+    ['18353743','','7c27bff5464266c81929e024bb120b36','1366f89a0e55de466ed625841037c431','乾城文海','趣程15期','董平','文鼎','仕途天骄']
+    ]
+    token_list_v =[
+    ['14490987','wxd2e3b7b0c2f0ad9c','bad09cccc78b32d60ed68973bd4e62ad','71b38d5b9cf43cf0af4cd19a33331c3a','风吟书楼','清勇10月','蒋瑜','掌中云','风无痕深爱无言']
+    ]  
+    '''
+    token_list_v = tl.token_list_vx
+    token_list_q = tl.token_list_qq
+
+    get_wx_cost(token_list_v)
+    get_qq_cost(token_list_q)
+
+
+'''  
+if __name__ == '__main__':
+    get_cost()
+'''
+
+start_job_time = '2020-11-18 02:17:00'
+
+if __name__ == '__main__':
+    scheduler = BlockingScheduler()
+    scheduler.add_job(get_cost, 'interval',days=1,start_date=start_job_time)
+    scheduler.start()
+
+

dgp/get_cost_history.py

@@ -1,158 +1,158 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Created on Thu Apr 30 11:18:31 2020
-
-@author: chencong
-"""
-
-import requests
-import urllib.parse 
-import time
-import json 
-import random
-import datetime
-import csv
-import pymysql
-import token_list as ts
-from apscheduler.schedulers.blocking import BlockingScheduler
-
-"""
-header1 = ['account_id','date','view_count','valid_click_count','ctr','cpc','cost','web_order_count','web_order_rate','web_order_cost','follow_count','order_amount','cheout_fd','order_roi','cheout_fd_reward']
-header2 = ['account_id','date','cost','view_count','valid_click_count','ctr','official_account_follow_rate','order_amount','order_roi','order_count','order_rate','order_unit_price','web_order_cost','first_day_order_amount','first_day_order_count']
-
-def append_csv(path,data,header):
-    header = header
-    with open (path,'a+',newline='',encoding='utf-8') as f :
-        dictWriter = csv.DictWriter(f,fieldnames=header)
-        dictWriter.writerow(data)
-def write_header(path,header):
-    header = header
-    with open (path,'w',newline='',encoding='utf-8') as f:
-        dictWriter = csv.DictWriter(f, fieldnames=header)
-        dictWriter.writeheader()
-ad_qq = 'ad_qq_'+str(time.strftime("%Y-%m-%d", time.localtime()))+'.csv'
-ad_vx = 'ad_vx_'+str(time.strftime("%Y-%m-%d", time.localtime()))+'.csv'
-write_header(ad_qq,header1)
-write_header(ad_vx,header2)
-"""
-def daily_reports_get(access_token,account_id,level,fields) :
-    interface = 'daily_reports/get'
-    url = 'https://api.e.qq.com/v1.1/' + interface
-
-    common_parameters = {
-            'access_token': access_token, 
-            'timestamp': int(time.time()), 
-            'nonce': str(time.time()) + str(random.randint(0, 999999)),
-        }
-
-    parameters = {
-            "account_id": account_id,
-            "level":level,
-            "date_range": 
-            {   
-                "start_date": '2020-09-01',
-                "end_date": '2020-09-03'
-            },
-            "page":1,
-            "page_size":1000,
-            "fields":fields
-            }
-
-    parameters.update(common_parameters)
-    for k in parameters:
-        if type(parameters[k]) is not str:
-            parameters[k] = json.dumps(parameters[k])
-
-    r = requests.get(url, params = parameters)
-
-    return r.json()
-
-
-def mysql_insert_daily_vx(data):
-    db = pymysql.connect('rm-bp1c9cj79872tx3aaro.mysql.rds.aliyuncs.com','superc','Cc719199895','quchen_text')
-    cursor = db.cursor() 
-    time1 = time.time()
-    
-    sql2 = 'insert ignore into daily_vx (date,cost,view_count,valid_click_count,ctr,official_account_follow_rate,order_amount,order_roi,order_count,order_rate,order_unit_price,web_order_cost,first_day_order_amount,first_day_order_count,account_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s);'
-
-    try:
-        cursor.executemany(sql2,data)
-        db.commit()
-        cost_time =round((time.time()-time1)/60,1)
-        print('insert_daily_vx access',len(data),'cost_minutes:',cost_time)
-    except:
-        db.rollback()
-        print('insert_daily_vx defeat')
-
-
-def mysql_insert_daily_qq(data):
-    db = pymysql.connect('rm-bp1c9cj79872tx3aaro.mysql.rds.aliyuncs.com','superc','Cc719199895','quchen_text')
-    cursor = db.cursor() 
-    time1 = time.time()
-    sql2 = 'insert ignore into daily_qq (date,view_count,valid_click_count,ctr,cpc,cost,web_order_count,web_order_rate,web_order_cost,follow_count,order_amount,order_roi,platform_page_view_count,web_commodity_page_view_count,from_follow_uv,account_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s);'
-      
-    try:
-        cursor.executemany(sql2,data)
-        db.commit()
-        cost_time =round((time.time()-time1)/60,1)
-        print('insert_daily_qq access',len(data),'cost_minutes:',cost_time)
-    except:
-        db.rollback()
-        print('insert_daily_qq defeat')
-
-
-
-def get_cost():
-    token_list_q = [
-['17654125','','0de3e48bfcf08048d499320afb34b129','a57bff7432889e78b5ac8c80c3a06f5d','流云书楼','趣程15期','唐怡婷','文鼎','丁二狗的天梯人生'], 
-['17654126','','94aa877d937fe4a334db98fad6cdd39d','d66044d43cabe9aa555b1384b297ce8c','流云书楼','趣程15期','唐怡婷','文鼎','丁二狗的天梯人生'], 
-['17654127','','5ddf8193d5bc9bb3c9e877c85318cc31','2c55d4636ecf9b2ebb81a7432ffc6581','流云书楼','趣程15期','唐怡婷','文鼎','丁二狗的天梯人生'], 
-['17654128','','f28fbdf11e03023bf9543b4f3c12144c','5a34f508fc1842e6b32c2e726fdc515f','流云书楼','趣程15期','唐怡婷','文鼎','丁二狗的天梯人生'], 
-['17654129','','6be64129e531941596f45ea8eb5191a3','3dee118bf703bda68583a818ba300f60','流云书楼','趣程15期','唐怡婷','文鼎','丁二狗的天梯人生'], 
-['17654130','','677e17643d3a25fee022dced4b1f6531','7930c900a8d10eef8eeafe8661a23567','流云书楼','趣程15期','唐怡婷','文鼎','丁二狗的天梯人生'], 
-['17654131','','6b8e4e67a4f1719349de8c7660af3ac2','a949d39b59dc2900269c7127d092648f','流云书楼','趣程15期','唐怡婷','文鼎','丁二狗的天梯人生'], 
-['17654133','','60cce74d20a94e7885a0338288b0e752','613447e6af3cd6feaea6de7a1ba73dcb','流云书楼','趣程15期','唐怡婷','文鼎','丁二狗的天梯人生'], 
-['17654135','','002a427ab5ce1be10b21e4addee51557','59989d70361ff97c1232c0b1c6e2d975','流云书楼','趣程15期','唐怡婷','文鼎','丁二狗的天梯人生']
-]
-    token_list_v =[
-['17590000','wx1ca3d7b3e6a550d3','f3c280dd415dfa3bd913ee32be2bc234','95ef1c34e17d6aa480fd4dffffde9ada','晨潇文轩','刘勇9月','蒋瑜','掌中云','战龙无双'], 
-['17589896','wx26fd7f6e4010af01','14ebe41c578f3be8c9989210fe1aa7ac','4eb61b2f4edc024d29af18caa3a8d564','惜寒文轩','清勇','','',''], 
-['17589964','wx30b90b1671010fb4','4567a63fee668da58d07e5a90aa05c64','068695a073ddf763cabaeaabb4dade48','秋珊文典','刘勇9月','黄海军','文鼎','丁二狗的天梯人生'], 
-['17590030','wx99d65ca787bc6e80','a10f6a9407fef98e856b7a7f281febc9','cc6cd0790c78129705fe59d7c4bf52c1','凝梦文海','刘勇9月','杜广林','文鼎','丁二狗的天梯人生'], 
-['17590045','wxb0b557705f6f4c95','d9aa49ef61b572c669c67ac4a7aacd6e','867fe22448311c166693b6274e18dc06','墨年书楼','刘勇9月','杜广林','掌中云','战龙无双']
-]
-
-    
-    t=()
-    for x in token_list_q :
-        a = daily_reports_get(x[2],x[0],"REPORT_LEVEL_ADVERTISER",('date','view_count','valid_click_count','ctr','cpc','cost','web_order_count','web_order_rate','web_order_cost','follow_count','order_amount','order_roi','platform_page_view_count','web_commodity_page_view_count','from_follow_uv'))
-    
-        for b in a['data']['list']:
-            b['account_id']=x[0]
-            z = tuple(b.values())
-            t= t+((z),)
-    mysql_insert_daily_qq(t)
-    
-    t= ()
-    for y in token_list_v :
-        c = daily_reports_get(y[2],y[0],"REPORT_LEVEL_ADVERTISER_WECHAT",('date','cost','view_count','valid_click_count','ctr','official_account_follow_rate','order_amount','order_roi','order_count','order_rate','order_unit_price','web_order_cost','first_day_order_amount','first_day_order_count')) 
-        #print(y[0],c['data']['list'])
-        for d in c['data']['list']:
-            d['account_id']=y[0]
-            x = tuple(d.values())
-            t= t+((x),)
-            
-    mysql_insert_daily_vx(t)
-    print(len(t),y[0],t)  
-get_cost()
-"""
-start_job_time = '2020-07-23 17:12:00'
-
-if __name__ == '__main__':
-    scheduler = BlockingScheduler()
-    scheduler.add_job(get_cost, 'interval',minutes=1,start_date=start_job_time)
-    scheduler.start()
-
-"""   
-    
+## Subject of obligation
+
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+Created on Thu Apr 30 11:18:31 2020
+
+@author: chencong
+"""
+
+import requests
+import urllib.parse 
+import time
+import json 
+import random
+import datetime
+import csv
+import pymysql
+## import token_list as ts
+from apscheduler.schedulers.blocking import BlockingScheduler
+import token_list  as tl
+
+
+
+def daily_reports_get(access_token,account_id,level,fields) :
+    interface = 'daily_reports/get'
+    url = 'https://api.e.qq.com/v1.1/' + interface
+
+    common_parameters = {
+        'access_token': access_token, 
+        'timestamp': int(time.time()), 
+        'nonce': str(time.time()) + str(random.randint(0, 999999)),
+    }
+
+    parameters = {
+        "account_id": account_id,
+        "level":level,
+        "date_range": {   
+            "start_date": '2020-11-12',         ## 补数据，需求的时间段
+            "end_date": '2020-11-16'
+        },
+        "page":1,
+        "page_size":1000,
+        "fields":fields
+    }
+
+    parameters.update(common_parameters)
+    for k in parameters:
+        if type(parameters[k]) is not str:
+            parameters[k] = json.dumps(parameters[k])
+
+    r = requests.get(url, params = parameters)
+
+    return r.json()
+
+
+def mysql_insert_daily_vx(data):
+    db = pymysql.connect('rm-bp1c9cj79872tx3aaro.mysql.rds.aliyuncs.com','superc','Cc719199895','quchen_text')
+    cursor = db.cursor() 
+    time1 = time.time()
+    
+    sql2 = 'insert ignore into daily_vx (date,cost,view_count,valid_click_count,ctr,official_account_follow_rate,order_amount,order_roi,order_count,order_rate,order_unit_price,web_order_cost,first_day_order_amount,first_day_order_count,account_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s);'
+
+    try:
+        cursor.executemany(sql2,data)
+        db.commit()
+        cost_time =round((time.time()-time1)/60,1)
+        print('insert_daily_vx access',len(data),'cost_minutes:',cost_time)
+    except:
+        db.rollback()
+        print('insert_daily_vx defeat')
+
+
+def mysql_insert_daily_qq(data):
+    db = pymysql.connect('rm-bp1c9cj79872tx3aaro.mysql.rds.aliyuncs.com','superc','Cc719199895','quchen_text')
+    cursor = db.cursor() 
+    time1 = time.time()
+    sql1 = 'insert ignore into daily_qq (date,view_count,valid_click_count,ctr,cpc,cost,web_order_count,web_order_rate,web_order_cost,follow_count,order_amount,order_roi,platform_page_view_count,web_commodity_page_view_count,from_follow_uv,account_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s);'
+    #sql2 = 'replace into daily_qq (date,view_count,valid_click_count,ctr,cpc,cost,web_order_count,web_order_rate,web_order_cost,follow_count,order_amount,order_roi,platform_page_view_count,web_commodity_page_view_count,from_follow_uv,account_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s);'     
+
+    try:
+        cursor.executemany(sql1,data)
+        db.commit()
+        cost_time =round((time.time()-time1)/60,1)
+        print('insert_daily_qq access',len(data),'cost_minutes:',cost_time)
+    except:
+        db.rollback()
+        print('insert_daily_qq defeat')
+
+
+def get_qq_cost(token_list_q):
+    t=()
+    for x in token_list_q :
+        a = daily_reports_get(x[2],x[0],"REPORT_LEVEL_ADVERTISER",('date','view_count','valid_click_count','ctr','cpc','cost','web_order_count','web_order_rate','web_order_cost','follow_count','order_amount','order_roi','platform_page_view_count','web_commodity_page_view_count','from_follow_uv'))
+        try : 
+            for b in a['data']['list']:
+                b['account_id']=x[0]
+                z = tuple(b.values())
+                t= t+((z),)
+        except Exception as e:
+            print(a)
+            continue
+                
+    mysql_insert_daily_qq(t)
+    print(len(t),x[0])
+        
+
+def get_wx_cost(token_list_v):
+    t=()
+    for y in token_list_v :
+        c = daily_reports_get(y[2],y[0],"REPORT_LEVEL_ADVERTISER_WECHAT",('date','cost','view_count','valid_click_count','ctr','official_account_follow_rate','order_amount','order_roi','order_count','order_rate','order_unit_price','web_order_cost','first_day_order_amount','first_day_order_count')) 
+        #print(y[0],c['data']['list'])
+        try : 
+            for d in c['data']['list']:
+                d['account_id']=y[0]
+                x = tuple(d.values())
+                t= t+((x),)
+        except Exception as e:
+            print(c)
+            continue
+            
+    mysql_insert_daily_vx(t)
+    print(len(t),y[0]) 
+    ## print(t) 
+        
+        
+def get_cost():
+    '''
+    token_list_q = [
+    ['18353744','','2d1c965ff2a7608aec1ad7baa6455ce0','b09e877adba47f9827e3d087ecb3d18d','乾城文海','趣程15期','董平','文鼎','仕途天骄'],
+    ['18353743','','7c27bff5464266c81929e024bb120b36','1366f89a0e55de466ed625841037c431','乾城文海','趣程15期','董平','文鼎','仕途天骄']
+    ]
+    token_list_v =[
+    ['14490987','wxd2e3b7b0c2f0ad9c','bad09cccc78b32d60ed68973bd4e62ad','71b38d5b9cf43cf0af4cd19a33331c3a','风吟书楼','清勇10月','蒋瑜','掌中云','风无痕深爱无言']
+    ]  
+    '''
+
+    token_list_v = tl.token_list_vx
+    token_list_q = tl.token_list_qq
+
+    get_wx_cost(token_list_v)
+    get_qq_cost(token_list_q)
+    
+
+    
+    
+if __name__ == '__main__':
+    get_cost()
+    
+"""
+start_job_time = '2020-07-23 17:12:00'
+
+if __name__ == '__main__':
+    scheduler = BlockingScheduler()
+    scheduler.add_job(get_cost, 'interval',minutes=1,start_date=start_job_time)
+    scheduler.start()
+
+"""   

dgp/get_data_hourly.py

@@ -21,6 +21,10 @@ import token_list as tl
 import smtplib
 from email.mime.text import MIMEText
 
+import importlib
+importlib.reload(tl)
+
+
 
 def md5value(s):
 	md5 = hashlib.md5()
@@ -774,8 +778,8 @@ def start_cost_job():
 	mysql_insert_daily_qq(get_daily_qq())
 
 
-start_order_time = '2020-10-10 17:10:00'
-start_cost_time = '2020-10-10 16:35:00'
+#start_order_time = '2020-10-13 17:10:00'
+start_cost_time = '2020-11-17 18:15:00'
 
 if __name__ == '__main__':
 	scheduler = BlockingScheduler()