ADD:media 自动更新

example/update_media_info.py

@@ -0,0 +1,75 @@
+from model.sql_models import DB
+from config.using_config import quchen_text, dm
+import pandas
+import requests
+import time
+
+def update_media_info():
+    # 1.按用户维度获取图片
+    sql = '''
+                select foo.account_id ,access_token ,image_ids from 
+        (select account_id ,group_concat(image_id) as image_ids from adcreative_info ai 
+        where is_video =0 and length (account_id )>1
+        group by account_id ) as foo
+        left join
+        (select account_id,access_token,'MP' as type from advertiser_vx av 
+        union
+        select account_id ,access_token,'GDT' as type from advertiser_qq aq ) as foo2
+        on foo.account_id=foo2.account_id
+        order by foo.account_id
+        limit 10
+    '''
+    df = pandas.read_sql(sql=sql, con=db_qc.engine)
+    print(df)
+    for row in df.rows():
+        # 2.图片重复去除
+
+        print(row)
+        user_sql = '''
+            select * from
+            where 
+        '''
+
+        #3.获取图片信息(腾讯),图片信息(大小,格式)
+
+
+
+from PIL import Image
+from io import BytesIO
+
+
+def update_image_info():
+    while True:
+        user_sql='''
+         select * from image_info ii 
+        where preview_url is not null 
+        and size is null
+        limit 100
+        '''
+        df=pandas.read_sql(user_sql,con=db_qc.engine)
+        if len(df)==0:
+            break
+        for index,row in df.iterrows():
+            try:
+                print(row['preview_url'])
+                rsp=requests.get(row['preview_url'])
+                #1.图片写入内存
+                im = Image.open(BytesIO(rsp.content))
+                #2.获取图片属性
+                image_format = im.format
+                image_size = len(rsp.content)
+                #3.数据进行存储
+                sql=''' update image_info set size={},type='{}'
+                            where image_id = '{}'  '''.format(image_size,image_format,row['image_id'])
+                db_qc.session.execute(sql)
+                db_qc.session.commit()
+            except Exception as e:
+                time.sleep(1)
+                print(e)
+
+
+if __name__ == '__main__':
+    db_qc = DB(config=quchen_text)
+    db_dm = DB(config=dm)
+    # update_media_info()
+    update_image_info()